-- Logs begin at Fri 2022-08-26 14:52:36 UTC, end at Fri 2022-08-26 16:18:19 UTC. -- Aug 26 15:47:49.150902 dv-cinder-851449-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 26 15:47:51.919648 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:47:51.920373 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev523 Aug 26 15:47:51.920532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113533) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 15:47:51.923737 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.common.config [-] Logging enabled! Aug 26 15:47:51.923993 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev523 Aug 26 15:47:51.924308 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=113533) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 26 15:47:51.925261 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:47:51.925499 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:47:51.925997 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:47:51.926250 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:47:51.926480 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:47:51.926809 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.927138 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.927373 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.927674 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.927969 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.928260 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.928558 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.928878 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.929153 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.929440 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.929731 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.929964 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.930250 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.930539 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.930829 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.931083 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] debug = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.931395 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.931824 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.932241 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.932537 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.932830 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.933115 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.933390 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.933670 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.933959 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.934333 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] host = dv-cinder-851449-7-iscsi {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.934624 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.934915 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.935227 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.935520 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.935799 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.936083 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.936373 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.936657 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.936935 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.937215 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.937508 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.937799 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.938100 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.938326 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.938549 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.938835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.939145 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.939430 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.939706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.939986 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.940264 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.940542 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.940815 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.941103 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.941387 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.941675 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.941952 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.942231 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.942507 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.942781 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.943099 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.943383 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.943659 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.943940 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.944230 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.944502 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.944778 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.945083 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.945372 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.945654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.945942 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.946220 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.946511 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.946880 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.947195 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.947471 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_json = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.947739 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.948013 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.948301 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.948581 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.948858 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.949137 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.949417 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.949705 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.949982 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:51.950286 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.950587 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.950891 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.951201 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.951511 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.951793 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.952085 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.952380 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.952656 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.952946 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.953241 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.953521 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.953820 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.954110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.954407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.954717 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.955041 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.955338 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.955619 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.955892 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.956166 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.956451 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.956741 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.957020 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.957310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.957602 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.957882 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.958184 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.958471 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.958759 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.959096 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.959381 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.959657 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.959938 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.960232 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.960512 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.960790 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.961083 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.961362 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.961637 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.961922 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.962215 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.963160 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.963441 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.963723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.964018 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.964300 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.964575 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.964859 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.965133 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.965450 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.965740 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.966016 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.966290 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.966571 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.966852 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.967153 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.967432 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.967714 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.967989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.968269 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.968541 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.968848 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.969124 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.969400 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.969678 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.969955 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.970234 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.970767 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.971064 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.971344 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.971624 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.971899 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.972176 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.972463 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.972766 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.973052 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.973338 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.973626 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.973908 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.974199 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.974479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.974755 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.975135 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.975413 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.975711 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.976002 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.976331 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.976621 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.976923 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.977224 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.977508 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.977792 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.978731 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.979024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.979312 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.979602 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.979886 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.980171 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.980459 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.980744 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.981045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.981344 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.981625 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.981922 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.982220 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.982518 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.982804 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.983147 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.983437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:51.983658 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:47:51.983909 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=113533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 26 15:47:52.287387 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 15:47:52.287630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 15:47:52.287904 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 15:47:52.288134 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 26 15:47:52.288412 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 26 15:47:52.288747 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 26 15:47:52.710462 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.710759 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.711064 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.712298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.713333 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.713657 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.767404 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.767690 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.767967 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.785107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.785395 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.785670 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.815050 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.815333 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.815608 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.854402 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.854601 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:52.854860 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.094403 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.095151 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.095151 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.095310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.096429 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.195571 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.195890 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.196179 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.196455 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.197010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.197944 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.198215 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.198477 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.198738 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.199055 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.199323 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.199594 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.199856 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.200111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.200369 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.200643 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.200900 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.201171 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.201444 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.201706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.201981 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.202237 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.202521 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.202906 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.203185 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.203437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.203845 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.204089 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.204329 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.204569 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.204807 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.205044 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:53.205414 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 26 15:47:53.208751 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 26 15:47:53.212734 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 26 15:47:53.216732 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Aug 26 15:47:53.218379 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 26 15:47:53.219052 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 26 15:47:53.219393 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 26 15:47:53.219784 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 26 15:47:53.222835 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 26 15:47:53.223187 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 26 15:47:53.223541 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:47:53.228735 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 26 15:47:53.252407 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 26 15:47:53.252875 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.253187 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=113533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 26 15:47:53.253563 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.254966 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=113533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 26 15:47:53.255260 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 26 15:47:53.255507 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 26 15:47:53.259067 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.259954 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:53.398452 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 26 15:47:53.398691 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 26 15:47:53.398937 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 26 15:47:53.399326 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 26 15:47:53.452451 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO dbcounter [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Registered counter for database neutron Aug 26 15:47:53.472341 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_db.sqlalchemy.engines [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=113533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 26 15:47:53.478363 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG dbcounter [-] [113533] Writer thread running {{(pid=113533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:47:54.200042 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing driver for type 'gre' Aug 26 15:47:54.200745 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] gre ID ranges: [(1, 1000)] Aug 26 15:47:54.423433 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing driver for type 'local' Aug 26 15:47:54.423768 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing driver for type 'vlan' Aug 26 15:47:54.508961 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] VlanTypeDriver initialization complete Aug 26 15:47:54.509319 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing driver for type 'vxlan' Aug 26 15:47:54.509975 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] vxlan ID ranges: [(1, 1000)] Aug 26 15:47:54.683280 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing extension driver 'port_security' Aug 26 15:47:54.683632 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.extensions.port_security [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] PortSecurityExtensionDriver initialization complete Aug 26 15:47:54.683982 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing mechanism driver 'openvswitch' Aug 26 15:47:54.684321 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing mechanism driver 'hyperv' Aug 26 15:47:54.691475 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.plugin [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=113533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:47:54.692160 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.692794 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.693163 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.693680 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.694113 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.694480 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.694978 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.696571 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.697144 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.697609 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.698111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.698992 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.699091 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.699501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.699906 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.700351 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.700965 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.701437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.701942 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.702514 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.703106 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > address_group after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.703505 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > address_group after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.703897 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > address_group after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711105 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=113533) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 26 15:47:54.711105 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] ML2 OVO RPC backend initialized. {{(pid=113533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 26 15:47:54.711105 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711105 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711105 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > networks before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > ports before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711817 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnets before_response 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711817 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711817 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.711817 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712988 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.712988 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > subnet after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.720278 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded quota_driver: . Aug 26 15:47:54.720906 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.plugin [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Modular L2 Plugin initialization complete Aug 26 15:47:54.721262 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading services supported by the core plugin {{(pid=113533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 26 15:47:54.721617 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.plugins.ml2.managers [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Got port-security extension from driver 'port_security' Aug 26 15:47:54.722112 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.extensions.vlantransparent [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Disabled vlantransparent extension. Aug 26 15:47:54.722718 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=113533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 26 15:47:54.723091 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: router Aug 26 15:47:54.764504 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.764830 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_create 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.765196 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router before_create 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.765559 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.765929 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.766284 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_delete 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.766641 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > floatingip after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.767008 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > floatingip after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_create 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773336 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773336 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773336 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773336 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773623 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: subnet after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773623 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773623 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > port precommit_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773623 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_create 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773935 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773935 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773935 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router after_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.773935 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_delete 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774226 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_create 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774226 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router_interface after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774226 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_update 55549900 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774226 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > agent after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774503 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > agent after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.774503 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > network after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.775773 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Tracking information for resource: router configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:54.776186 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Tracking information for resource: floatingip configured {{(pid=113533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 26 15:47:54.781040 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.db.l3_agentschedulers_db [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 26 15:47:54.781612 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.781974 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.782329 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.782679 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: port after_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.783485 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router before_create 55550100 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.783854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_delete 55550100 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.784214 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_create 55550100 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.784568 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > router precommit_update 55550100 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.789742 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.provider_configuration [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service providers = [] {{(pid=113533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 26 15:47:54.790122 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.db.servicetype_db [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=113533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 26 15:47:54.793986 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.service_base [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=113533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:47:54.794339 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.service_base [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=113533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:47:54.794685 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.service_base [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=113533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:47:54.795590 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.services.service_base [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=113533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 26 15:47:54.795959 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.services.service_base [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 26 15:47:54.796348 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.796662 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 26 15:47:54.807026 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.807360 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: auto_allocate Aug 26 15:47:54.842155 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: network precommit_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.842528 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: network precommit_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.843161 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.843481 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: tag Aug 26 15:47:54.850707 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.851071 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: timestamp Aug 26 15:47:54.855494 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.855827 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: network_ip_availability Aug 26 15:47:54.861280 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.861653 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.862010 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:54.862751 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.863094 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: flavors Aug 26 15:47:54.878143 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.878480 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading Plugin: revisions Aug 26 15:47:54.882804 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=113533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 26 15:47:54.883213 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.595s {{(pid=113533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 26 15:47:54.883969 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=113533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 26 15:47:54.884376 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Initializing extension manager. Aug 26 15:47:54.884894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: __init__.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.885230 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: __pycache__ {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.885561 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: address_group.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.886273 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.886834 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: address-group Aug 26 15:47:54.887303 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: address_scope.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.887975 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.888475 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: address-scope Aug 26 15:47:54.888796 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: admin_state_down_before_update.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.889679 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.890181 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: router-admin-state-down-before-update Aug 26 15:47:54.890517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: agent.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.891191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.891689 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: agent Aug 26 15:47:54.892009 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: agent_resources_synced.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.892868 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.893371 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: agent-resources-synced Aug 26 15:47:54.893686 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: allowedaddresspairs.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.895463 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.895972 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: allowed-address-pairs Aug 26 15:47:54.896297 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: auto_allocated_topology.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.897312 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.897810 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: auto-allocated-topology Aug 26 15:47:54.898140 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: availability_zone.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.898784 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.899313 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: availability_zone Aug 26 15:47:54.899635 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: availability_zone_filter.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.901025 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.901519 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: availability_zone_filter Aug 26 15:47:54.901858 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: data_plane_status.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.902694 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.903217 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension data-plane-status not supported by any of loaded plugins Aug 26 15:47:54.903533 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: default_subnetpools.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.904388 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.904877 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: default-subnetpools Aug 26 15:47:54.905197 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: dhcpagentscheduler.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.905964 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.906452 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: dhcp_agent_scheduler Aug 26 15:47:54.906771 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: dns.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.907664 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.908157 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension dns-integration not supported by any of loaded plugins Aug 26 15:47:54.908472 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: dns_domain_ports.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.909334 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.909824 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 26 15:47:54.910139 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.911022 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.911512 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 26 15:47:54.911831 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: dvr.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.912457 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.912948 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: dvr Aug 26 15:47:54.913267 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: ecmp_routes.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.914124 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.914612 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 26 15:47:54.914960 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: empty_string_filtering.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.916437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.916933 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: empty-string-filtering Aug 26 15:47:54.917250 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.918110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.918704 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:47:54.918941 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.919798 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.920287 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 26 15:47:54.920604 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: external_net.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.921454 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.921945 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: external-net Aug 26 15:47:54.922264 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: extra_dhcp_opt.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.923143 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.923639 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: extra_dhcp_opt Aug 26 15:47:54.923959 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: extraroute.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.924814 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.925308 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: extraroute Aug 26 15:47:54.925628 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: extraroute_atomic.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.926598 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.927135 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: extraroute-atomic Aug 26 15:47:54.927457 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: filter_validation.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.928079 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.928794 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: filter-validation Aug 26 15:47:54.929117 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: fip_pf_description.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.929976 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.930466 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 26 15:47:54.930790 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: fip_pf_port_range.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.938956 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.939451 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 26 15:47:54.939774 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: fip_port_details.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.940633 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.941130 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: fip-port-details Aug 26 15:47:54.941453 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: flavors.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.942639 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.943178 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: flavors Aug 26 15:47:54.943504 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.945092 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.945609 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 26 15:47:54.945948 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: floatingip_pools.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.946601 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.947173 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: floatingip-pools Aug 26 15:47:54.947502 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: ip_allocation.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.948365 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.948862 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension ip_allocation not supported by any of loaded plugins Aug 26 15:47:54.949183 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.950116 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.950538 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: ip-substring-filtering Aug 26 15:47:54.950858 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l2_adjacency.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.951786 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.952275 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 26 15:47:54.952594 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.953532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.954029 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: router Aug 26 15:47:54.954352 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_conntrack_helper.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.956574 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.957091 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 26 15:47:54.957419 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.958300 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.958806 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: ext-gw-mode Aug 26 15:47:54.959149 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.960016 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.960513 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: l3-ha Aug 26 15:47:54.960834 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.961684 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.962178 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 26 15:47:54.963137 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_flavors.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.964005 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.964503 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: l3-flavors Aug 26 15:47:54.964823 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_ndp_proxy.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.966131 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.966650 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 26 15:47:54.967004 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.967877 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.968377 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 26 15:47:54.968702 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: l3agentscheduler.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.969696 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.970208 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: l3_agent_scheduler Aug 26 15:47:54.970784 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: local_ip.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.972510 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.973026 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension local_ip not supported by any of loaded plugins Aug 26 15:47:54.973357 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: logging.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.974770 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.975309 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension logging not supported by any of loaded plugins Aug 26 15:47:54.975640 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: metering.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.980492 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.981266 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: metering Aug 26 15:47:54.981595 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.982649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.983172 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: metering_source_and_destination_fields Aug 26 15:47:54.983501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: multiprovidernet.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.984378 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.984878 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: multi-provider Aug 26 15:47:54.985203 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: netmtu.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.986074 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.986569 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: net-mtu Aug 26 15:47:54.986892 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: netmtu_writable.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.987797 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.988293 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: net-mtu-writable Aug 26 15:47:54.988614 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: network_availability_zone.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.989241 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.989741 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: network_availability_zone Aug 26 15:47:54.990063 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: network_ip_availability.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.991135 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.991643 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: network-ip-availability Aug 26 15:47:54.991969 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: network_segment_range.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.992689 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.993195 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension network-segment-range not supported by any of loaded plugins Aug 26 15:47:54.993540 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: pagination.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.994554 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.994885 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: pagination Aug 26 15:47:54.995234 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_device_profile.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.996087 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.996592 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-device-profile Aug 26 15:47:54.996913 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_mac_address_override.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.997781 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.998283 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-mac-override Aug 26 15:47:54.998606 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:54.999496 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:54.999995 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-mac-address-regenerate Aug 26 15:47:55.000321 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.001189 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.001689 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-numa-affinity-policy Aug 26 15:47:55.002013 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_resource_request.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.002873 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.003396 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension port-resource-request not supported by any of loaded plugins Aug 26 15:47:55.003719 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: port_resource_request_groups.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.004634 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.005131 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 26 15:47:55.005452 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: portbindings.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.006319 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.006820 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: binding Aug 26 15:47:55.007173 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: portbindings_extended.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.008391 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.008897 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: binding-extended Aug 26 15:47:55.009247 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: portsecurity.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.010108 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.010607 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-security Aug 26 15:47:55.010956 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: project_id.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.011872 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.012201 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: project-id Aug 26 15:47:55.012517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: providernet.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.013378 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.013886 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: provider Aug 26 15:47:55.014210 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.017801 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.018269 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos not supported by any of loaded plugins Aug 26 15:47:55.018597 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.019839 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.020359 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 26 15:47:55.020693 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.021577 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.022080 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 26 15:47:55.022407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_default.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.023297 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.023802 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-default not supported by any of loaded plugins Aug 26 15:47:55.024124 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_fip.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.025560 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.026128 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-fip not supported by any of loaded plugins Aug 26 15:47:55.026454 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_fip_network_policy.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.027351 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.028048 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 26 15:47:55.028377 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_gateway_ip.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.029254 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.029744 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 26 15:47:55.030067 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_port_network_policy.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.032936 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.032936 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 26 15:47:55.032936 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.033317 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.033877 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 26 15:47:55.034303 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.035323 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.035825 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 26 15:47:55.036147 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_pps_rule.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.038913 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.038913 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-pps not supported by any of loaded plugins Aug 26 15:47:55.038913 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_rule_type_details.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.039268 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.039894 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 26 15:47:55.040218 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_rule_type_filter.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.041145 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.041635 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 26 15:47:55.041961 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: qos_rules_alias.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.042954 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.043455 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 26 15:47:55.044296 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: quota_check_limit.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.045159 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.045653 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: quota-check-limit Aug 26 15:47:55.045973 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: quotasv2.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.046949 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.047269 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: quotas Aug 26 15:47:55.047584 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: quotasv2_detail.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.049405 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.049740 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: quota_details Aug 26 15:47:55.050065 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: rbac.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.051450 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.051974 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: rbac-policies Aug 26 15:47:55.052306 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: rbac_address_group.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.053194 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.053699 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: rbac-address-group Aug 26 15:47:55.054026 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: rbac_address_scope.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.054946 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.055442 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: rbac-address-scope Aug 26 15:47:55.055767 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: rbac_security_groups.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.056816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.057317 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: rbac-security-groups Aug 26 15:47:55.057636 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: rbac_subnetpool.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.058512 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.059035 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: rbac-subnetpool Aug 26 15:47:55.059359 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: revisionifmatch.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.060228 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.060728 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: revision-if-match Aug 26 15:47:55.061051 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: revisions.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.062123 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.062629 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: standard-attr-revisions Aug 26 15:47:55.062972 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: router_availability_zone.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.063609 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.064114 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: router_availability_zone Aug 26 15:47:55.064433 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: routerservicetype.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.065304 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.065795 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension router-service-type not supported by any of loaded plugins Aug 26 15:47:55.066119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.067019 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.067522 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: security-groups-normalized-cidr Aug 26 15:47:55.067847 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: security_groups_port_filtering.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.068724 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.069221 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: port-security-groups-filtering Aug 26 15:47:55.069547 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.070439 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.070961 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: security-groups-remote-address-group Aug 26 15:47:55.071286 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.072700 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.073206 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: security-groups-shared-filtering Aug 26 15:47:55.073531 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: securitygroup.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.083138 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.083667 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: security-group Aug 26 15:47:55.084001 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: segment.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.084690 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.085194 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension segment not supported by any of loaded plugins Aug 26 15:47:55.085520 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.086415 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.086940 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 26 15:47:55.087301 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: servicetype.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.088948 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.089454 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: service-type Aug 26 15:47:55.089780 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: sorting.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.090712 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.091086 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: sorting Aug 26 15:47:55.091437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: standard_attr_segment.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.092273 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.092771 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 26 15:47:55.093093 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: standardattrdescription.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.093699 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.094197 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: standard-attr-description Aug 26 15:47:55.094517 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: stateful_security_group.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.095731 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.096208 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: stateful-security-group Aug 26 15:47:55.096529 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: stdattrs_common.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.097094 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 26 15:47:55.097414 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.098306 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.098806 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 26 15:47:55.099164 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnet_onboard.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.100175 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.100687 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: subnet_onboard Aug 26 15:47:55.101015 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.101885 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.102393 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 26 15:47:55.102719 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnet_service_types.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.103785 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.104283 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: subnet-service-types Aug 26 15:47:55.104612 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnetallocation.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.105632 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.106135 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: subnet_allocation Aug 26 15:47:55.106460 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.107634 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.107634 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: subnetpool-prefix-ops Aug 26 15:47:55.107923 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.108793 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.109289 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 26 15:47:55.109612 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: tagging.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.110635 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.111164 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: standard-attr-tag Aug 26 15:47:55.111516 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: timestamp.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.112669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.113172 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loaded extension: standard-attr-timestamp Aug 26 15:47:55.113497 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: trunk.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.114474 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.115017 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension trunk not supported by any of loaded plugins Aug 26 15:47:55.115339 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: trunk_details.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.116198 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.116697 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension trunk-details not supported by any of loaded plugins Aug 26 15:47:55.117016 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: uplink_status_propagation.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.117880 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.118403 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 26 15:47:55.118755 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Loading extension file: vlantransparent.py {{(pid=113533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 26 15:47:55.119407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=113533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 26 15:47:55.119895 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 26 15:47:55.122460 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:network Aug 26 15:47:55.123009 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnet Aug 26 15:47:55.123409 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:47:55.123795 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:port Aug 26 15:47:55.125074 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.125507 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service FLAVORS assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.126110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.126532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.126860 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:router Aug 26 15:47:55.127312 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:47:55.127799 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service METERING assigned prefix: /metering {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.129237 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:55.131761 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:55.131761 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=113533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:47:55.131761 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:47:55.131761 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:47:55.132096 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:47:55.132401 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service CORE assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.132731 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:47:55.133076 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] subnetpool is already registered Aug 26 15:47:55.133503 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service CORE assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.133837 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:47:55.134738 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] subnetpool is already registered Aug 26 15:47:55.137227 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.137662 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service FLAVORS assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.138254 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.138673 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.139042 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:router Aug 26 15:47:55.139382 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] router is already registered Aug 26 15:47:55.139793 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:floatingip Aug 26 15:47:55.140128 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] floatingip is already registered Aug 26 15:47:55.140593 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service METERING assigned prefix: /metering {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.141264 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of CountableResource for resource:rbac_policy Aug 26 15:47:55.141590 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] rbac_policy is already registered Aug 26 15:47:55.141996 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:security_group Aug 26 15:47:55.142329 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] security_group is already registered Aug 26 15:47:55.142735 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 26 15:47:55.143159 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] security_group_rule is already registered Aug 26 15:47:55.143784 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service CORE assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.144226 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:47:55.144566 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] subnetpool is already registered Aug 26 15:47:55.145080 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.v2.resource_helper [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Service CORE assigned prefix: {{(pid=113533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 26 15:47:55.145426 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Creating instance of TrackedResource for resource:subnetpool Aug 26 15:47:55.145849 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING neutron.quota.resource_registry [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] subnetpool is already registered Aug 26 15:47:55.146331 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: extensions {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.147872 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: address-groups {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.149367 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: address-scopes {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.151269 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: agents {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.152416 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: auto-allocated-topology {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.153659 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: availability_zones {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.154878 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: dhcp-networks {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.156407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: dhcp-agents {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.157818 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: routers {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.160433 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: flavors {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.160789 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: service_profiles {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.161991 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: next_providers {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.163471 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: service_profiles {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.166147 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: floatingip-pools {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.167432 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: routers {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.169125 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: floatingips {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.170394 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: l3-routers {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.171805 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: l3-agents {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.173208 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: metering-labels {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.174459 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: metering-label-rules {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.176275 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: network-ip-availabilities {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.177133 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: bindings {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.178725 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: quotas {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.180350 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: quotas {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.181994 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: rbac-policies {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.183215 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: security-groups {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.184514 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: security-group-rules {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.185765 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: service-providers {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.186981 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: subnetpools {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.188294 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: subnetpools {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.189838 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.191528 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.193333 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.195126 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.197328 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.199285 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.200962 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.202845 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.204621 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.206334 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron.api.extensions [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Extended resource: tags {{(pid=113533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 26 15:47:55.212992 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING keystonemiddleware.auth_token [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 26 15:47:55.218091 dv-cinder-851449-7-iscsi neutron-server[113533]: WARNING keystonemiddleware.auth_token [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 26 15:47:55.227251 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Acquiring lock "singleton_lock" {{(pid=113533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 26 15:47:55.227576 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Acquired lock "singleton_lock" {{(pid=113533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 26 15:47:55.228075 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_concurrency.lockutils [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Releasing lock "singleton_lock" {{(pid=113533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 26 15:47:55.228719 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Starting 2 workers Aug 26 15:47:55.233555 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Started child 113646 {{(pid=113533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:47:55.238108 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Started child 113647 {{(pid=113533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:47:55.239192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.239905 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO neutron.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 26 15:47:55.240562 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Publish callbacks [] for process (None), before_spawn {{(pid=113533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.240818 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [-] (113646) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:47:55.242899 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Starting 1 workers Aug 26 15:47:55.243198 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.244838 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [-] (113647) wsgi starting up on http://0.0.0.0:9696 Aug 26 15:47:55.248126 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Started child 113648 {{(pid=113533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:47:55.248657 dv-cinder-851449-7-iscsi neutron-server[113533]: INFO oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Starting 1 workers Aug 26 15:47:55.251880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] calling RpcWorker wait() {{(pid=113648) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 26 15:47:55.255608 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] returning from RpcWorker wait() {{(pid=113648) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 26 15:47:55.255733 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Started child 113649 {{(pid=113533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 26 15:47:55.255819 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.255890 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG neutron_lib.callbacks.manager [None req-cfdde439-3dc6-4bd3-a096-46df10aa7696 None None] Publish callbacks [] for process (None), after_spawn {{(pid=113533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.255958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:47:55.256038 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:47:55.256106 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:47:55.256279 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:47:55.256495 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:47:55.256801 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:47:55.256978 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:47:55.257486 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.257770 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.258020 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.258294 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.258873 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.259726 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:47:55.260213 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.260213 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.260350 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.260503 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.260668 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.260832 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.261082 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.261308 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.261678 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.261903 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.262140 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.262384 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.262584 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.262897 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.263107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.263403 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.263658 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] debug = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.263906 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.264411 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.264661 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.264923 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.265165 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.265441 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.265697 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.265978 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.266207 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.266450 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.266696 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.266963 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.267215 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.267453 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.267680 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.268012 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.268190 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.268675 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] host = dv-cinder-851449-7-iscsi {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.268923 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.269165 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.269416 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.269669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.269930 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.270144 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.270400 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.270674 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.270915 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.271164 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.271425 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.271677 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.271894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.272138 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.272362 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_options = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.272540 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.272816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.273079 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.273270 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.273591 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.273916 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.274176 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.274342 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.274601 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.274882 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.275769 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.276107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.276354 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.277856 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.278134 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.278388 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.278630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.278861 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.279154 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.279405 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.279658 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.286649 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.287406 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288201 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288201 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288201 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288201 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288575 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_json = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.288816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.289837 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.290596 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.290596 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.290792 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.291051 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.291333 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.293771 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.294026 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.294362 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.294604 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.294936 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.295216 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.295491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.295859 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.296143 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.296396 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.296651 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.296883 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.297107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.297356 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.297645 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.297900 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.298139 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.298394 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.298620 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.298914 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.299210 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.299754 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.300199 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.300508 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301217 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301217 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301217 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301495 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301688 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.301975 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.302159 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.302394 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.302752 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.303037 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.303203 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.303451 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.303667 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.303895 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.304158 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.304392 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.304648 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.304885 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.305112 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.305322 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.305538 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.305747 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.305974 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.306374 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.306635 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.306910 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.308219 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.308219 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.308219 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.313152 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.314291 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.317835 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.318871 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.319806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.320500 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.320500 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.320740 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.320861 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.321108 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.321348 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.321565 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.322388 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.322667 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.322939 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.323271 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.323407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.323617 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.323858 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.324094 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.324338 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.324629 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.324886 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.325141 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.325372 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.325606 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.325870 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.326118 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.326396 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.326632 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.326913 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.327149 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.327423 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.327727 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.328001 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.328266 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.328523 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.328775 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.329131 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.329602 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.329724 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.329877 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.330125 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.330363 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.330604 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.331396 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.331396 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.331396 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.331901 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.331901 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.332107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.332274 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.332536 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.332779 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.333038 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.333431 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.333646 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.333885 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.334143 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.334397 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.334628 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.334854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.335260 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.335429 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.335583 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.336410 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.336410 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.336676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.336821 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.336951 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.337156 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.337970 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.338234 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.338470 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.338961 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.339103 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.340467 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341235 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341235 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341235 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341528 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341528 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341734 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.341982 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.342227 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.342477 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.342703 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.342931 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.343172 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.343383 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.343596 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.343806 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.344015 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.344234 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.344475 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.344683 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.344937 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.345171 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.345784 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.346385 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.346619 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.347003 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.347214 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.347452 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.347604 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.347799 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.348030 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.348245 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.348482 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.348695 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.348923 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.349141 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.349352 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.353630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.353630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.353630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47206) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.354501 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.355491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.356532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.357310 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358120 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358120 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358120 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358120 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358581 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358581 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.358822 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359008 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359259 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359397 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359511 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.359990 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.360192 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.360405 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.360630 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.360842 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.361047 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.361346 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.361603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.361819 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.362107 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.362330 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.362584 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.362825 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.363246 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.363484 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.363799 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.364020 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.364603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.364603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.364851 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.365129 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.365491 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.366279 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.366279 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.366547 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [-] 10.222.0.94 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0117445 Aug 26 15:47:55.366660 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.366660 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.367038 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.367038 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.367958 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.367958 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.367958 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.368348 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.368348 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.368670 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.368893 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.369111 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.369364 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.369586 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.370097 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.370483 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.370910 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.371183 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.371401 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.371623 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.371838 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.372058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.372292 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.372532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.372745 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.372901 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:47:55.373418 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=113533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 26 15:47:55.373579 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 26 15:47:55.373753 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 26 15:47:55.373919 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 26 15:47:55.374116 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 26 15:47:55.374248 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 26 15:47:55.374455 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.374618 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.374779 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.374955 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.375122 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.375281 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.380654 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381191 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] debug = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.381647 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382028 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] host = dv-cinder-851449-7-iscsi {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.382479 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383058 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_options = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.383605 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.384110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.384110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.384110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.384110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.384110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386020 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [-] 10.222.0.94 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0158000 Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386119 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386780 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.386915 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387096 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387264 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387463 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387763 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.387915 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388070 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388223 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388376 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388532 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388686 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388841 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.388995 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389149 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389297 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389457 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389746 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.389907 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390064 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390232 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390355 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390503 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390658 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.390810 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.391794 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.391967 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_json = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392124 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392284 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392506 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392597 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392734 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392888 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.392965 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:47:55.393044 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.393185 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.393445 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 26 15:47:55.393548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.393661 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.393830 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.393988 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394146 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394301 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394458 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394615 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394772 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.394970 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.396110 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.396887 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.396887 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.396887 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.396887 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397209 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397209 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397358 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397439 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397559 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397745 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.397908 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398126 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398287 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398445 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398603 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398761 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.398955 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.399917 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.400625 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.400779 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.400914 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401078 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401979 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.401979 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.402140 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.402262 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.402425 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.402572 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.402876 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.403221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.403383 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.403540 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.403863 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404026 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404197 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404343 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404492 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404640 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404878 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.404974 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405114 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405270 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405412 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405559 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405711 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.405869 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.406017 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.406165 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.406320 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.406622 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.406987 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.407278 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.407585 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.407753 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.407913 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.408888 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409056 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409216 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409376 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409539 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409710 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.409853 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.410012 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.410150 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.410297 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.410440 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.410734 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.411643 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.411821 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.411962 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412108 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412262 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412437 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412579 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412718 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.412854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.413019 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.413171 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.413308 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.414218 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.414388 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.414551 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.414699 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.414866 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.415060 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.415206 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.415382 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.415595 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.415814 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.417153 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.417530 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.417851 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418073 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418242 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418407 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418568 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418727 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.418887 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.432045 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433024 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.433894 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.434729 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.435298 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.436723 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.437692 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.438854 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.439706 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.440548 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.441398 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.442811 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.444669 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.445762 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.447756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.448945 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.449968 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451057 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.451989 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.452756 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453221 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.453676 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454212 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.454816 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 26 15:47:55.455521 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=113533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 26 15:48:04.604142 dv-cinder-851449-7-iscsi neutron-server[113533]: DEBUG dbcounter [-] [113533] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=113533) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:05.312734 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writer thread running {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:48:07.473817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e0d0c-71b0-4082-8819-093e39c6e648 None None] get_active_networks_info from dv-cinder-851449-7-iscsi {{(pid=113648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 26 15:48:07.512734 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writer thread running {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:48:07.613658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5e0d0c-71b0-4082-8819-093e39c6e648 None None] No non-hosted networks {{(pid=113648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 26 15:48:07.629061 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.agentschedulers_db [None req-6e5e0d0c-71b0-4082-8819-093e39c6e648 None None] DHCP Agent not found on host dv-cinder-851449-7-iscsi {{(pid=113648) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 26 15:48:07.714985 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a70fe940-02e3-4c99-bb1f-660eee7a4003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:10.201372 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4fac-3135-4b00-ad64-b16375386a95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:10.231014 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.db.api [None req-09b2fdd5-b733-41a3-86e4-4978e893f647 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851449-7-iscsi {{(pid=113648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:48:10.231839 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG oslo_db.api [None req-09b2fdd5-b733-41a3-86e4-4978e893f647 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:48:10.817304 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-09b2fdd5-b733-41a3-86e4-4978e893f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:11.692707 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47284) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:11.824063 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:12.388452 dv-cinder-851449-7-iscsi neutron-server[113647]: WARNING oslo_policy.policy [None req-f50ec5bf-8aa1-4e8d-9ae7-f65414fb747a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:12.389376 dv-cinder-851449-7-iscsi neutron-server[113647]: WARNING oslo_policy.policy [None req-f50ec5bf-8aa1-4e8d-9ae7-f65414fb747a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:12.620811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [None req-f50ec5bf-8aa1-4e8d-9ae7-f65414fb747a admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:48:12.639526 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f50ec5bf-8aa1-4e8d-9ae7-f65414fb747a admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9482565 Aug 26 15:48:13.214316 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:13.242494 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.db.l3_hamode_db [None req-73d1a215-3dbf-496d-acf4-9429bcabfc79 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 26 15:48:13.347808 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1a215-3dbf-496d-acf4-9429bcabfc79 None None] Routers set() bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:48:13.348626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d1a215-3dbf-496d-acf4-9429bcabfc79 None None] Router IDs set() for agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 26 15:48:13.466188 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:13.467696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.468502 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.469116 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.470140 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.470718 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.471435 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.471966 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.472972 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.473739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.474332 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.474960 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.475598 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.476233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.531962 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.531962 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:13.531962 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851449-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:13.532784 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851449-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:15.348116 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47320) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:15.674115 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:15.686510 dv-cinder-851449-7-iscsi neutron-server[113647]: ERROR stevedore.extension [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 15:48:15.780046 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.policy [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:48:15.826155 dv-cinder-851449-7-iscsi neutron-server[113647]: WARNING oslo_policy.policy [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:15.826155 dv-cinder-851449-7-iscsi neutron-server[113647]: WARNING oslo_policy.policy [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:15.843279 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writer thread running {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:48:16.009323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194277827', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194276415', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194259675', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194252826', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194250282', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735194239834', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545764', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637143', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67050718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67065798'] for rbac-policy (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:16.229840 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:16.231055 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dec6dd01-7f11-4602-834a-dcd7264184ee admin admin] 10.222.0.94 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8819482 Aug 26 15:48:18.611680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47330) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:18.947520 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:19.030817 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Made reservation on behalf of 6a4f8e5f80a549d7b0f88b8e177f9e5c for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:48:19.035149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.055696 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.166867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks [] for security_group (72a9a47e-a464-4ea7-a956-245680a968bc), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.251266 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (72a9a47e-a464-4ea7-a956-245680a968bc), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.278037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 964} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:48:19.313337 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735192034645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (34ee3845-2943-4d60-b6b9-24c01bf5f5cc), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.313898 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Unsubscribe: segment precommit_create {{(pid=113647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:48:19.314425 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Added segment 34ee3845-2943-4d60-b6b9-24c01bf5f5cc of type vlan for network f609f645-1342-41da-a6be-785e2b7fa325 Aug 26 15:48:19.331111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9a47e-a464-4ea7-a956-245680a968bc,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:19.379758 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.380091 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.380438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.380784 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.381107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.381424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.381735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.382046 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.382358 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.382665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.383055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.383833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.384148 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Tracked resource versions report: Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: pushed versions: Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: { 'AddressGroup': {'1.2'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Agent': {'1.1'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'ConntrackHelper': {'1.0'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Log': {'1.0'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'NDPProxy': {'1.0'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Network': {'1.1'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Port': {'1.7'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'PortForwarding': {'1.3'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'QosPolicy': {'1.10'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroup': {'1.5'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SubPort': {'1.0'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Subnet': {'1.1'}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Trunk': {'1.1'}} Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: consumer versions: Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Agent': '1.1', Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'ConntrackHelper': '1.0', Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'LocalIPAssociation': '1.0', Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Log': '1.0', Aug 26 15:48:19.387905 dv-cinder-851449-7-iscsi neutron-server[113647]: 'NDPProxy': '1.0', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Network': '1.1', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Port': '1.7', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'PortForwarding': '1.3', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'QosPolicy': '1.10', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroup': '1.5', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroupRule': '1.2', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SubPort': '1.0', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Subnet': '1.1', Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Trunk': '1.1'}} Aug 26 15:48:19.389641 dv-cinder-851449-7-iscsi neutron-server[113647]: {{(pid=113647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:48:19.428010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (f609f645-1342-41da-a6be-785e2b7fa325), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.551037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (f609f645-1342-41da-a6be-785e2b7fa325), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.556739 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:19.557435 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:19.672865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] Pushing event updated for resources: {'Network': ['ID=f609f645-1342-41da-a6be-785e2b7fa325,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:19.684843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network f609f645-1342-41da-a6be-785e2b7fa325 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:48:19.739369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5bed7caf-4147-4d3a-b25c-0dedfeb69822 demo demo] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.1265886 Aug 26 15:48:22.215842 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47342) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:22.589655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:22.632962 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0c131-984b-48bd-89f0-2cc049675ab6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:22.635016 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0db0c131-984b-48bd-89f0-2cc049675ab6 demo admin] 10.222.0.94 "GET /networking/v2.0/networks/f609f645-1342-41da-a6be-785e2b7fa325 HTTP/1.1" status: 200 len: 825 time: 0.4182088 Aug 26 15:48:22.661705 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cee3d94e-8816-4521-8127-902a4a00fc3e demo admin] 10.222.0.94 "GET /networking/v2.0/subnetpools/68c560eb-c687-432d-ab09-71c281cff530 HTTP/1.1" status: 200 len: 734 time: 0.0201337 Aug 26 15:48:22.671451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Request body: {'subnet': {'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'gateway_ip': '172.20.0.1'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:22.776284 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Made reservation on behalf of 6a4f8e5f80a549d7b0f88b8e177f9e5c for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:48:22.778591 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:22.828480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=16,neutron:SELECT=78,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:23.151725 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (46eedca7-8a93-44f0-984c-5601fff1e0c4), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:23.225722 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Pushing event updated for resources: {'Subnet': ['ID=46eedca7-8a93-44f0-984c-5601fff1e0c4,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:23.229461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Checking segment: {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:48:23.229850 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Network hostable DHCP agents. Network: f609f645-1342-41da-a6be-785e2b7fa325, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:48:23.330441 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Network f609f645-1342-41da-a6be-785e2b7fa325 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:48:23.421986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, f609f645-1342-41da-a6be-785e2b7fa325) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:23.427193 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:23.427771 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:23.434059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456e1b0-4162-4f00-8ab5-a8df4387dd57 None None] Network f609f645-1342-41da-a6be-785e2b7fa325 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:48:23.497136 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=39,neutron:INSERT=34,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:23.516026 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a146833c-ee17-44d3-a38b-373bd5280708 demo admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8478177 Aug 26 15:48:23.717667 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-f609f645-1342-41da-a6be-785e2b7fa325', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:48:23.719047 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.032853 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Allocated IP 172.20.0.2 (f609f645-1342-41da-a6be-785e2b7fa325/46eedca7-8a93-44f0-984c-5601fff1e0c4/1f29231d-6c48-488e-a99d-4028cc902313) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:48:24.302759 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks [] for port (1f29231d-6c48-488e-a99d-4028cc902313), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.382742 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (1f29231d-6c48-488e-a99d-4028cc902313), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.473479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Network f609f645-1342-41da-a6be-785e2b7fa325 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:48:24.477514 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:24.479385 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Pushing event updated for resources: {'Port': ['ID=1f29231d-6c48-488e-a99d-4028cc902313,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:24.484342 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:48:24.492384 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.492825 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.493399 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.493799 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.494183 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.494502 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.494824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.495173 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.495498 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.495819 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.496141 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.496476 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.496796 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.497118 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.497433 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Tracked resource versions report: Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: pushed versions: Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: { 'AddressGroup': {'1.2'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Agent': {'1.1'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'ConntrackHelper': {'1.0'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Log': {'1.0'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'NDPProxy': {'1.0'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Network': {'1.1'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Port': {'1.7'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'PortForwarding': {'1.3'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'QosPolicy': {'1.10'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroup': {'1.5'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SubPort': {'1.0'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Subnet': {'1.1'}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Trunk': {'1.1'}} Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: consumer versions: Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Agent': '1.1', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'ConntrackHelper': '1.0', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'LocalIPAssociation': '1.0', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Log': '1.0', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'NDPProxy': '1.0', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Network': '1.1', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Port': '1.7', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'PortForwarding': '1.3', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'QosPolicy': '1.10', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroup': '1.5', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroupRule': '1.2', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SubPort': '1.0', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Subnet': '1.1', Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Trunk': '1.1'}} Aug 26 15:48:24.498880 dv-cinder-851449-7-iscsi neutron-server[113648]: {{(pid=113648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:48:24.589297 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Attempting to bind port 1f29231d-6c48-488e-a99d-4028cc902313 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:48:24.589690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Attempting to bind port 1f29231d-6c48-488e-a99d-4028cc902313 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:48:24.590104 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Attempting to bind port 1f29231d-6c48-488e-a99d-4028cc902313 on network f609f645-1342-41da-a6be-785e2b7fa325 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:48:24.596992 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:48:24.597644 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Checking segment: {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:48:24.598403 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.599066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Bound using segment: {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:48:24.599838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Bound port: 1f29231d-6c48-488e-a99d-4028cc902313, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:48:24.600501 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1f29231d-6c48-488e-a99d-4028cc902313), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.645045 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:24.669451 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] For port 1f29231d-6c48-488e-a99d-4028cc902313, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:48:24.697573 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] For port 1f29231d-6c48-488e-a99d-4028cc902313, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1f29231d-6c48-488e-a99d-4028cc902313,segment=NetworkSegment(34ee3845-2943-4d60-b6b9-24c01bf5f5cc),segment_id=34ee3845-2943-4d60-b6b9-24c01bf5f5cc)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:48:24.828490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1f29231d-6c48-488e-a99d-4028cc902313), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:24.889236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354514d9-8dc0-46a3-b0dd-38cfc4ae4f97 None None] Pushing event updated for resources: {'Port': ['ID=1f29231d-6c48-488e-a99d-4028cc902313,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:25.128153 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:25.139829 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=21,neutron:INSERT=31 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:26.064241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47360) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:26.420010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [None req-f96eb9dd-ee87-4220-99ba-7a6e68697454 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:48:26.421050 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f96eb9dd-ee87-4220-99ba-7a6e68697454 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3551848 Aug 26 15:48:28.929139 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 47368) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:29.489217 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING oslo_policy.policy [None req-1c58e870-9b07-4079-ade1-3a76c4a89be9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:29.489787 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING oslo_policy.policy [None req-1c58e870-9b07-4079-ade1-3a76c4a89be9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:29.714841 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [None req-1c58e870-9b07-4079-ade1-3a76c4a89be9 admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:48:29.716133 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1c58e870-9b07-4079-ade1-3a76c4a89be9 admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7845623 Aug 26 15:48:32.277880 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 47386) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:32.611538 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:32.620757 dv-cinder-851449-7-iscsi neutron-server[113646]: ERROR stevedore.extension [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 26 15:48:32.673256 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.policy [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=113646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 26 15:48:32.717274 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING oslo_policy.policy [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:32.717649 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING oslo_policy.policy [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 26 15:48:32.738160 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writer thread running {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 26 15:48:32.744438 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:32.867723 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (ae659482-ade5-4961-be8f-ed1267402f3c), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:32.869704 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (ae659482-ade5-4961-be8f-ed1267402f3c), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.033605 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Publish callbacks [] for router_controller (ae659482-ade5-4961-be8f-ed1267402f3c), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.095256 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (ae659482-ade5-4961-be8f-ed1267402f3c), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.172332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.173504 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-54819a6f-b8e7-4ea8-b875-41a05aba3384 demo demo] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8947480 Aug 26 15:48:33.345451 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6edb12b-e823-43f6-9122-a21db4ca3f59 None None] Network f609f645-1342-41da-a6be-785e2b7fa325 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:48:33.388601 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1f29231d-6c48-488e-a99d-4028cc902313 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:33.438287 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:33.439647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:33.497319 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:33.509337 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Provisioning complete for port 1f29231d-6c48-488e-a99d-4028cc902313 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:33.509736 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1f29231d-6c48-488e-a99d-4028cc902313), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.516976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1f29231d-6c48-488e-a99d-4028cc902313 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:33.517350 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1f29231d-6c48-488e-a99d-4028cc902313), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.757830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:33.759854 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1f29231d-6c48-488e-a99d-4028cc902313), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.760895 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:33.761266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1f29231d-6c48-488e-a99d-4028cc902313), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:33.819025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 1f29231d-6c48-488e-a99d-4028cc902313, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1f29231d-6c48-488e-a99d-4028cc902313,segment=NetworkSegment(34ee3845-2943-4d60-b6b9-24c01bf5f5cc),segment_id=34ee3845-2943-4d60-b6b9-24c01bf5f5cc)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:48:33.923266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1f29231d-6c48-488e-a99d-4028cc902313), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:34.006517 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.db.api [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:48:34.007025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG oslo_db.api [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:48:34.011111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=1f29231d-6c48-488e-a99d-4028cc902313,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:34.543380 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-ec3059c1-ecea-4cf1-98d6-8e7f2aca1047 None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:34.661039 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-9c76c1f7-64e1-4cc7-8efa-569d08a31548 None None] Provisioning complete for port 1f29231d-6c48-488e-a99d-4028cc902313 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:34.661430 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-9c76c1f7-64e1-4cc7-8efa-569d08a31548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1f29231d-6c48-488e-a99d-4028cc902313), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:34.700620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:34.734880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-9c76c1f7-64e1-4cc7-8efa-569d08a31548 None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:35.334260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1f29231d-6c48-488e-a99d-4028cc902313 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:35.377929 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1f29231d-6c48-488e-a99d-4028cc902313 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:35.378329 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1f29231d-6c48-488e-a99d-4028cc902313), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:35.450901 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:35.659920 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47400) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:35.985718 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [None req-b8eee6d3-4dae-4129-a63f-6ac1f93e2d2e admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:48:35.986718 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b8eee6d3-4dae-4129-a63f-6ac1f93e2d2e admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3258648 Aug 26 15:48:37.522315 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7bb48adb-9cdf-4c3e-bb2d-8e93f109e4c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:38.456371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47408) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:38.785132 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:38.876505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Made reservation on behalf of 27572d94c00243fdbbfd37ae021fbe77 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:48:38.878908 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:38.887791 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:38.963417 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks [] for security_group (f8a23644-ab6f-4388-8fcb-adb22d964844), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.082023 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f8a23644-ab6f-4388-8fcb-adb22d964844), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.098720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Reserving flat network on physical network physnet1 {{(pid=113647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 26 15:48:39.122632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a23644-ab6f-4388-8fcb-adb22d964844,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:39.125450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (a77d4ef5-fd82-413a-a337-5d4809ae5059), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.125783 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Added segment a77d4ef5-fd82-413a-a337-5d4809ae5059 of type flat for network f5570674-0153-4a3c-8140-130371c301ec Aug 26 15:48:39.172504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (f5570674-0153-4a3c-8140-130371c301ec), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.278669 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (f5570674-0153-4a3c-8140-130371c301ec), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.279694 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:39.280297 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:39.378859 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] Pushing event updated for resources: {'Network': ['ID=f5570674-0153-4a3c-8140-130371c301ec,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:39.389843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network f5570674-0153-4a3c-8140-130371c301ec details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:48:39.424190 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ec8109fb-1366-47ae-b539-1e51f4e16534 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9667277 Aug 26 15:48:40.170154 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ea6777bc-f887-4f28-a9af-b8e13c171466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:41.753225 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:41.845593 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47416) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:42.242886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa9d314-85e6-414c-bfc1-36a29410d039 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:42.244414 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ffa9d314-85e6-414c-bfc1-36a29410d039 demo admin] 10.222.0.94 "GET /networking/v2.0/subnets/46eedca7-8a93-44f0-984c-5601fff1e0c4 HTTP/1.1" status: 200 len: 849 time: 0.3979371 Aug 26 15:48:42.411995 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b5143182-1f4a-460d-85f0-1b9e08cc39aa demo admin] 10.222.0.94 "GET /networking/v2.0/routers/ae659482-ade5-4961-be8f-ed1267402f3c HTTP/1.1" status: 200 len: 704 time: 0.1616416 Aug 26 15:48:42.692119 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:42.965025 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:42.972589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:42.997062 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Allocated IP 172.20.0.1 (f609f645-1342-41da-a6be-785e2b7fa325/46eedca7-8a93-44f0-984c-5601fff1e0c4/22d85c85-e1d3-4276-838c-b50a6a6f0688) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:48:43.112670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=16,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:43.113480 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:43.150800 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.210272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks [] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.336501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.408294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Network f609f645-1342-41da-a6be-785e2b7fa325 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:48:43.413332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:43.420868 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:48:43.421410 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (ae659482-ade5-4961-be8f-ed1267402f3c), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.467530 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.483056 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Pushing event updated for resources: {'Port': ['ID=22d85c85-e1d3-4276-838c-b50a6a6f0688,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:43.609939 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-78b83377-ab8e-494e-ae97-1b5a38d51635 None None] Provisioning complete for port 22d85c85-e1d3-4276-838c-b50a6a6f0688 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:43.610325 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-78b83377-ab8e-494e-ae97-1b5a38d51635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.642489 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-78b83377-ab8e-494e-ae97-1b5a38d51635 None None] Port 22d85c85-e1d3-4276-838c-b50a6a6f0688 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:48:43.684407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.746728 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:43.901432 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks [] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.964664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:43.965501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (ae659482-ade5-4961-be8f-ed1267402f3c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:44.049523 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Pushing event updated for resources: {'Port': ['ID=22d85c85-e1d3-4276-838c-b50a6a6f0688,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:44.099632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Network f609f645-1342-41da-a6be-785e2b7fa325 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:48:44.101001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:44.303863 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:44.312362 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:44.345369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Router ae659482-ade5-4961-be8f-ed1267402f3c is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:48:44.363593 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-deb07eca-36cb-4c83-be84-780dddbdbf11 None None] Provisioning complete for port 22d85c85-e1d3-4276-838c-b50a6a6f0688 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:44.364201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-deb07eca-36cb-4c83-be84-780dddbdbf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:44.396238 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-deb07eca-36cb-4c83-be84-780dddbdbf11 None None] Port 22d85c85-e1d3-4276-838c-b50a6a6f0688 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:48:44.436695 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:48:44.441845 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9d74e901-3c9c-48c2-bbd6-c1835039a904 demo admin] 10.222.0.94 "PUT /networking/v2.0/routers/ae659482-ade5-4961-be8f-ed1267402f3c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0238459 Aug 26 15:48:44.447216 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Sync routers for ids ['ae659482-ade5-4961-be8f-ed1267402f3c'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:48:44.460230 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Routers {'ae659482-ade5-4961-be8f-ed1267402f3c'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:48:44.460963 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:48:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['ae659482-ade5-4961-be8f-ed1267402f3c'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:44.646800 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Set router ae659482-ade5-4961-be8f-ed1267402f3c gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:48:45.073495 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:43Z', 'revision_number': 2, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port_host': None, '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:43Z', 'revision_number': 2, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:45.125415 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Checking router: ae659482-ade5-4961-be8f-ed1267402f3c for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:48:45.125793 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Updating router ae659482-ade5-4961-be8f-ed1267402f3c port 22d85c85-e1d3-4276-838c-b50a6a6f0688 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:48:45.206268 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:45.705447 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks [] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:45.781889 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:45.928494 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Pushing event updated for resources: {'Port': ['ID=22d85c85-e1d3-4276-838c-b50a6a6f0688,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:45.937161 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Attempting to bind port 22d85c85-e1d3-4276-838c-b50a6a6f0688 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:48:45.937544 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Attempting to bind port 22d85c85-e1d3-4276-838c-b50a6a6f0688 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:48:45.937942 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Attempting to bind port 22d85c85-e1d3-4276-838c-b50a6a6f0688 on network f609f645-1342-41da-a6be-785e2b7fa325 {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:48:45.941638 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.941974 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.942323 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.942673 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.943027 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.943346 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.943675 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.944015 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.944324 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.944627 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.944980 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.945306 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.945777 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.945986 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.946290 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Tracked resource versions report: Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: pushed versions: Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: { 'AddressGroup': {'1.2'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Agent': {'1.1'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'ConntrackHelper': {'1.0'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Log': {'1.0'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'NDPProxy': {'1.0'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Network': {'1.1'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Port': {'1.7'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'PortForwarding': {'1.3'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'QosPolicy': {'1.10'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroup': {'1.5'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SubPort': {'1.0'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Subnet': {'1.1'}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Trunk': {'1.1'}} Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: consumer versions: Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Agent': '1.1', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'ConntrackHelper': '1.0', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'LocalIPAssociation': '1.0', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Log': '1.0', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'NDPProxy': '1.0', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Network': '1.1', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Port': '1.7', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'PortForwarding': '1.3', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'QosPolicy': '1.10', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroup': '1.5', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroupRule': '1.2', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SubPort': '1.0', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Subnet': '1.1', Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Trunk': '1.1'}} Aug 26 15:48:45.947798 dv-cinder-851449-7-iscsi neutron-server[113649]: {{(pid=113649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:48:45.955219 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:48:45.955621 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Checking segment: {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:48:45.956090 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:45.956466 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Bound using segment: {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:48:45.956950 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Bound port: 22d85c85-e1d3-4276-838c-b50a6a6f0688, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ee3845-2943-4d60-b6b9-24c01bf5f5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:48:45.957323 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:46.025390 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] For port 22d85c85-e1d3-4276-838c-b50a6a6f0688, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:48:46.046061 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] For port 22d85c85-e1d3-4276-838c-b50a6a6f0688, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=22d85c85-e1d3-4276-838c-b50a6a6f0688,segment=NetworkSegment(34ee3845-2943-4d60-b6b9-24c01bf5f5cc),segment_id=34ee3845-2943-4d60-b6b9-24c01bf5f5cc)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:48:46.102300 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:46.137334 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:46.138218 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:46.149735 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Routers {'ae659482-ade5-4961-be8f-ed1267402f3c'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:48:46.150404 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:48:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['ae659482-ade5-4961-be8f-ed1267402f3c'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:46.197504 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393891-e07c-4fc2-a1d6-0c7c32de63a5 None None] Pushing event updated for resources: {'Port': ['ID=22d85c85-e1d3-4276-838c-b50a6a6f0688,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:46.248295 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] Set router ae659482-ade5-4961-be8f-ed1267402f3c gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:48:46.447725 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:43Z', 'revision_number': 2, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port_host': None, '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:46Z', 'revision_number': 4, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:46.472090 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb24b22-bd52-40d6-be2f-34566e065c73 None None] The sync data for ids ['ae659482-ade5-4961-be8f-ed1267402f3c'] in dv-cinder-851449-7-iscsi is: [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:43Z', 'revision_number': 2, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port_host': None, '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:46Z', 'revision_number': 4, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:48:46.911139 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47428) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:47.336135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcab157-681a-4414-b910-46618e0b91bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:47.337692 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-1bcab157-681a-4414-b910-46618e0b91bd admin admin] 10.222.0.94 "GET /networking/v2.0/networks/f5570674-0153-4a3c-8140-130371c301ec HTTP/1.1" status: 200 len: 842 time: 0.4255865 Aug 26 15:48:47.347965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:47.438512 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Made reservation on behalf of 27572d94c00243fdbbfd37ae021fbe77 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:48:47.441045 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:47.510132 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:47.729825 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:47.878993 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.objects.ports [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=113647) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 26 15:48:47.879452 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (c29e85a5-b62f-4048-9319-66c92ff11576), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:47.933401 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c29e85a5-b62f-4048-9319-66c92ff11576,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:47.949607 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:48:47.949957 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Network hostable DHCP agents. Network: f5570674-0153-4a3c-8140-130371c301ec, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:48:48.027370 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:48:48.099364 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, f5570674-0153-4a3c-8140-130371c301ec) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:48.103926 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:48.105545 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:48.111704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb8a6e-b84f-4865-ba05-65148d4a2f71 None None] Network f5570674-0153-4a3c-8140-130371c301ec requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:48:48.169546 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:48.201304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b02a9bdf-7242-4cb0-bc69-4d1e1f7b7a49 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8564076 Aug 26 15:48:48.213150 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38bba95-7d9e-4b52-bb16-7084f12b6375 None None] Network f5570674-0153-4a3c-8140-130371c301ec requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:48:50.697613 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47436) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:51.137452 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-65de24d8-0e86-4e5d-9fae-c37218348118 demo admin] 10.222.0.94 "GET /networking/v2.0/routers/ae659482-ade5-4961-be8f-ed1267402f3c HTTP/1.1" status: 200 len: 710 time: 0.4387236 Aug 26 15:48:51.230836 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c788529-a639-49fd-8605-3c8b5bce83f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:48:51.232288 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2c788529-a639-49fd-8605-3c8b5bce83f3 demo admin] 10.222.0.94 "GET /networking/v2.0/networks/f5570674-0153-4a3c-8140-130371c301ec HTTP/1.1" status: 200 len: 886 time: 0.0893302 Aug 26 15:48:51.241359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:48:51.396463 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 22d85c85-e1d3-4276-838c-b50a6a6f0688 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:51.446863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 22d85c85-e1d3-4276-838c-b50a6a6f0688 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:51.448621 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:51.521062 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks [] for router_gateway (ae659482-ade5-4961-be8f-ed1267402f3c), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:51.535787 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 22d85c85-e1d3-4276-838c-b50a6a6f0688 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:51.536246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:51.574503 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 22d85c85-e1d3-4276-838c-b50a6a6f0688, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=22d85c85-e1d3-4276-838c-b50a6a6f0688,segment=NetworkSegment(34ee3845-2943-4d60-b6b9-24c01bf5f5cc),segment_id=34ee3845-2943-4d60-b6b9-24c01bf5f5cc)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:48:51.724524 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:51.764295 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:51.773625 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=22d85c85-e1d3-4276-838c-b50a6a6f0688,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:51.839822 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks [] for router_gateway (ae659482-ade5-4961-be8f-ed1267402f3c), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:51.841436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:51.924260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:52.005491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:52.030594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Allocated IP 172.27.1.83 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/9b108e38-596d-44cf-858a-952a7224d0d5) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:48:52.138359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks [] for port (9b108e38-596d-44cf-858a-952a7224d0d5), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:52.318821 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:52.362091 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:48:52.365029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:48:52.371073 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:48:52.375355 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Pushing event updated for resources: {'Port': ['ID=9b108e38-596d-44cf-858a-952a7224d0d5,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:52.682369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:52.841990 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks [] for router_gateway (ae659482-ade5-4961-be8f-ed1267402f3c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:53.049693 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-67075410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-67074202', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9390'] for router (ae659482-ade5-4961-be8f-ed1267402f3c), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:53.053534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-67075417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-67075352', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-67074209'] for router (ae659482-ade5-4961-be8f-ed1267402f3c), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:53.169738 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Router ae659482-ade5-4961-be8f-ed1267402f3c has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:48:53.291877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:48:53.297340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:53.298899 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4cae2400-cb08-4488-b90d-963715663787 demo admin] 10.222.0.94 "PUT /networking/v2.0/routers/ae659482-ade5-4961-be8f-ed1267402f3c HTTP/1.1" status: 200 len: 889 time: 2.0604692 Aug 26 15:48:53.305657 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Sync routers for ids ['ae659482-ade5-4961-be8f-ed1267402f3c'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:48:53.326465 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Routers {'ae659482-ade5-4961-be8f-ed1267402f3c'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:48:53.327415 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:48:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['ae659482-ade5-4961-be8f-ed1267402f3c'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:53.415237 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 22d85c85-e1d3-4276-838c-b50a6a6f0688 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:53.615488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Set router ae659482-ade5-4961-be8f-ed1267402f3c gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:48:53.658497 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 22d85c85-e1d3-4276-838c-b50a6a6f0688 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:53.658864 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:53.962241 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 22d85c85-e1d3-4276-838c-b50a6a6f0688 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:54.191371 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:52Z', 'revision_number': 4, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port': {'id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:51Z', 'updated_at': '2022-08-26T15:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:51Z', 'revision_number': 5, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:54.244744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Checking router: ae659482-ade5-4961-be8f-ed1267402f3c for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:48:54.245029 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Updating router ae659482-ade5-4961-be8f-ed1267402f3c port 9b108e38-596d-44cf-858a-952a7224d0d5 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:48:54.300387 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:54.409299 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:54.651972 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks [] for port (9b108e38-596d-44cf-858a-952a7224d0d5), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:54.759228 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:54.794830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Attempting to bind port 9b108e38-596d-44cf-858a-952a7224d0d5 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:48:54.795250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Attempting to bind port 9b108e38-596d-44cf-858a-952a7224d0d5 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:48:54.795626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Attempting to bind port 9b108e38-596d-44cf-858a-952a7224d0d5 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:48:54.806571 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:48:54.807022 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:48:54.807379 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:54.807778 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:48:54.808246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Bound port: 9b108e38-596d-44cf-858a-952a7224d0d5, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:48:54.808665 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:54.840190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43aba7-418c-49af-adb1-a7078589a4a5 None None] Pushing event updated for resources: {'Port': ['ID=9b108e38-596d-44cf-858a-952a7224d0d5,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:54.868270 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:54.871050 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] For port 9b108e38-596d-44cf-858a-952a7224d0d5, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:48:54.875275 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] For port 9b108e38-596d-44cf-858a-952a7224d0d5, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=9b108e38-596d-44cf-858a-952a7224d0d5,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:48:54.962538 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:55.003671 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Routers {'ae659482-ade5-4961-be8f-ed1267402f3c'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:48:55.004416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:48:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['ae659482-ade5-4961-be8f-ed1267402f3c'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:55.061732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43aba7-418c-49af-adb1-a7078589a4a5 None None] Pushing event updated for resources: {'Port': ['ID=9b108e38-596d-44cf-858a-952a7224d0d5,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:55.125279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] Set router ae659482-ade5-4961-be8f-ed1267402f3c gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:48:55.328612 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-53e98e65-63f3-4059-b834-34194c132559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:52Z', 'revision_number': 4, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port': {'id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:51Z', 'updated_at': '2022-08-26T15:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:51Z', 'revision_number': 5, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:48:55.354544 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e98e65-63f3-4059-b834-34194c132559 None None] The sync data for ids ['ae659482-ade5-4961-be8f-ed1267402f3c'] in dv-cinder-851449-7-iscsi is: [{'id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'name': 'router1', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:48:32Z', 'updated_at': '2022-08-26T15:48:52Z', 'revision_number': 4, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'gw_port': {'id': '9b108e38-596d-44cf-858a-952a7224d0d5', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:51Z', 'updated_at': '2022-08-26T15:48:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '22d85c85-e1d3-4276-838c-b50a6a6f0688', 'name': '', 'network_id': 'f609f645-1342-41da-a6be-785e2b7fa325', 'tenant_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'mac_address': 'fa:16:3e:a9:6a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae659482-ade5-4961-be8f-ed1267402f3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:48:42Z', 'updated_at': '2022-08-26T15:48:51Z', 'revision_number': 5, 'project_id': '6a4f8e5f80a549d7b0f88b8e177f9e5c', 'subnets': [{'id': '46eedca7-8a93-44f0-984c-5601fff1e0c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '68c560eb-c687-432d-ab09-71c281cff530'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:48:56.058806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47448) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:48:56.443255 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=46 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:56.451208 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=22 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:56.477496 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9b8c65fb-0254-4761-a2e2-cac7a9796fb3 admin admin] 10.222.0.94 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4175022 Aug 26 15:48:57.381178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 9b108e38-596d-44cf-858a-952a7224d0d5 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:57.430164 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 9b108e38-596d-44cf-858a-952a7224d0d5 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:57.430746 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:57.503555 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 9b108e38-596d-44cf-858a-952a7224d0d5 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:48:57.503944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:57.509200 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:48:57.525905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 9b108e38-596d-44cf-858a-952a7224d0d5, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=9b108e38-596d-44cf-858a-952a7224d0d5,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:48:57.626470 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:57.678651 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=9b108e38-596d-44cf-858a-952a7224d0d5,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:48:59.373660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 9b108e38-596d-44cf-858a-952a7224d0d5 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:48:59.419853 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 9b108e38-596d-44cf-858a-952a7224d0d5 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:48:59.420479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9b108e38-596d-44cf-858a-952a7224d0d5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:48:59.493955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 9b108e38-596d-44cf-858a-952a7224d0d5 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:49:05.307640 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:49:06.469018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=63 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:06.473039 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=49 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:07.489586 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-490fc52a-1dde-4ce6-96b6-da044e8d511e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:09.490691 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:10.192136 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-08986722-1dfc-4d7a-8e69-2dd6a969f986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:11.746537 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:13.158775 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:13.512870 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:21.303766 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:21.313139 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:23.381355 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:23.393247 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:37.550479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-825fc211-d990-49f2-b9a4-5eab9f27e471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:40.176543 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-aa22c687-ffb6-4c6f-b24b-60faf2b5a221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:41.785533 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:42.297617 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:49:43.168449 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:43.442293 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:49:52.294274 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:53.366445 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:49:53.374566 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:05.298509 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:07.508835 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f2fba81a-3323-49a6-bb06-62d007a34c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:10.184137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb866ef9-4c62-4a15-8397-cbb4590524f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:11.760933 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.154829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:13.452548 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:19.296904 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:50:23.363586 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:23.373653 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:24.629785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 47990) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:24.982335 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c6667b-45df-4fe1-be99-5388161f044a admin admin] GET failed (client error): The resource could not be found. Aug 26 15:50:24.983677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a8c6667b-45df-4fe1-be99-5388161f044a admin admin] 10.222.0.94 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3529510 Aug 26 15:50:25.145654 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38961bed-2f5b-43f0-bc11-b95f8722da87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:25.147149 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-38961bed-2f5b-43f0-bc11-b95f8722da87 admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590340 Aug 26 15:50:27.506843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48000) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:27.886068 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d8ede-1186-4716-9871-6c3773ac5eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:27.887358 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-460d8ede-1186-4716-9871-6c3773ac5eec admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/46eedca7-8a93-44f0-984c-5601fff1e0c4 HTTP/1.1" status: 200 len: 849 time: 0.3795626 Aug 26 15:50:27.896974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:50:27.985170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Publish callbacks [] for subnet (46eedca7-8a93-44f0-984c-5601fff1e0c4), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.189373 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735191897227'] for subnet (46eedca7-8a93-44f0-984c-5601fff1e0c4), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.221128 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:28.221782 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.225322 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] 10.222.0.94 "PUT /networking/v2.0/subnets/46eedca7-8a93-44f0-984c-5601fff1e0c4 HTTP/1.1" status: 200 len: 868 time: 0.3303449 Aug 26 15:50:28.226174 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41185478-ec6f-4c12-b63a-cd24b1c296e1 None None] Network f609f645-1342-41da-a6be-785e2b7fa325 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:50:28.247209 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46eedca7-8a93-44f0-984c-5601fff1e0c4,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:50:28.256205 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.256601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.256906 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.257246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.257575 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.257903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.258225 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.258544 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.258881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.259228 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.259566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.259887 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.260343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.260665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.260979 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb22c52-b2bd-4fd5-9bea-b6625c2eb1d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:50:28.563496 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Provisioning complete for port 1f29231d-6c48-488e-a99d-4028cc902313 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:28.563859 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1f29231d-6c48-488e-a99d-4028cc902313), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.635951 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Current status of the port 1f29231d-6c48-488e-a99d-4028cc902313 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:28.644651 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Provisioning complete for port 22d85c85-e1d3-4276-838c-b50a6a6f0688 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:50:28.645041 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (22d85c85-e1d3-4276-838c-b50a6a6f0688), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:28.720436 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-aeadc668-40ed-4260-a638-2e5a541c4850 None None] Current status of the port 22d85c85-e1d3-4276-838c-b50a6a6f0688 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:50:30.615041 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48008) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:31.106379 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38565fc4-38dc-4c32-bc3c-c12370192b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:31.106848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38565fc4-38dc-4c32-bc3c-c12370192b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:31.108998 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-38565fc4-38dc-4c32-bc3c-c12370192b6d admin admin] 10.222.0.94 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4930077 Aug 26 15:50:33.487048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48016) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:33.909127 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eda2ec-0256-4d8f-b8cc-6a87e634464b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.910168 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eda2ec-0256-4d8f-b8cc-6a87e634464b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:33.911891 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-73eda2ec-0256-4d8f-b8cc-6a87e634464b admin admin] 10.222.0.94 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4232941 Aug 26 15:50:35.306115 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:35.310003 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:36.262242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48024) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:36.673149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d66fc-9d4e-48ac-99c2-d62e16310c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:36.674487 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2e8d66fc-9d4e-48ac-99c2-d62e16310c2f admin admin] 10.222.0.94 "GET /networking/v2.0/networks/f5570674-0153-4a3c-8140-130371c301ec HTTP/1.1" status: 200 len: 886 time: 0.4113894 Aug 26 15:50:37.583746 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e5596b84-1389-4d46-9de0-f74d7b0d0bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:39.010733 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48032) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:39.354871 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:39.386449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:39.427094 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28877933-64dc-4510-bdb3-8256be9d26a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:39.428444 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-28877933-64dc-4510-bdb3-8256be9d26a8 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/f609f645-1342-41da-a6be-785e2b7fa325 HTTP/1.1" status: 200 len: 869 time: 0.4167240 Aug 26 15:50:40.177304 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5d7eb648-9d84-429d-8344-d7554ddfd103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.765754 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:41.790154 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48040) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:42.226442 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f574ba4-28ab-45dc-bd84-c5fd81a8c92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:42.226912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f574ba4-28ab-45dc-bd84-c5fd81a8c92a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:42.228582 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5f574ba4-28ab-45dc-bd84-c5fd81a8c92a admin admin] 10.222.0.94 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4375079 Aug 26 15:50:43.131114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:43.445348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:50:44.576295 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48052) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:44.947702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a023536-76e2-4f0b-aabf-ff570b52060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.948153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a023536-76e2-4f0b-aabf-ff570b52060d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:44.949646 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0a023536-76e2-4f0b-aabf-ff570b52060d admin admin] 10.222.0.94 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3723898 Aug 26 15:50:47.301816 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48060) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:47.777317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf3f7b-695c-4f58-80e6-c4ea162e9c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:47.778691 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a5cf3f7b-695c-4f58-80e6-c4ea162e9c40 admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/46eedca7-8a93-44f0-984c-5601fff1e0c4 HTTP/1.1" status: 200 len: 868 time: 0.4759188 Aug 26 15:50:50.140264 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48068) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:50:50.536302 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19dfe1a-154c-452c-af53-11c22b45cf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:50:50.537665 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b19dfe1a-154c-452c-af53-11c22b45cf3a admin admin] 10.222.0.94 "GET /networking/v2.0/subnets/c29e85a5-b62f-4048-9319-66c92ff11576 HTTP/1.1" status: 200 len: 816 time: 0.3964376 Aug 26 15:50:53.363323 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:53.375453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:56.295399 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:50:57.772967 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:50:57.773695 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=20 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:00.525540 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=18 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:00.532511 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=18 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:07.520484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0dcb510e-7bfa-466d-947f-fab9558d6609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:10.170999 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0cda0668-d5d1-4ac5-8992-33fc6254c3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:11.776361 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:12.316230 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:12.318107 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:13.159107 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:13.440257 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:19.694357 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48124) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:20.028436 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [None req-991068a6-81fb-4829-b828-bd90cd1bd5aa admin admin] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:51:20.029404 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-991068a6-81fb-4829-b828-bd90cd1bd5aa admin admin] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3340983 Aug 26 15:51:22.472569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48132) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:22.832327 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aae5d97-6d55-47dc-91ef-4127ff57eef6 admin admin] GET failed (client error): The resource could not be found. Aug 26 15:51:22.833633 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-2aae5d97-6d55-47dc-91ef-4127ff57eef6 admin admin] 10.222.0.94 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3601573 Aug 26 15:51:22.992324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870777ce-a851-44b9-bf02-993be1f346e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:22.993803 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-870777ce-a851-44b9-bf02-993be1f346e3 admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1558509 Aug 26 15:51:23.089700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:23.374438 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:25.368537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48140) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:25.703143 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:25.782097 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Made reservation on behalf of 27572d94c00243fdbbfd37ae021fbe77 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:25.785108 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.830197 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING neutron.services.revisions.revision_plugin [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Could not find related network for resource to bump revision. Aug 26 15:51:25.846672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 980} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:51:25.859814 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735192034645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (4702a426-15a7-44de-9587-38fe486b313e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:25.861165 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Unsubscribe: segment precommit_create {{(pid=113646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 26 15:51:25.861683 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Added segment 4702a426-15a7-44de-9587-38fe486b313e of type vlan for network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 Aug 26 15:51:25.939153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (ee81fd91-161e-4bb0-8718-a8cf79ab61b4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.021837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (ee81fd91-161e-4bb0-8718-a8cf79ab61b4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.023069 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:26.023616 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:26.097092 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7274468 Aug 26 15:51:26.131653 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Pushing event updated for resources: {'Network': ['ID=ee81fd91-161e-4bb0-8718-a8cf79ab61b4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:26.141445 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.141803 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.142143 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.142472 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.142826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.143282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.143764 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.144092 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.144529 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.144841 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.145183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.145524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.145847 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.146166 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.146482 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1bcb264-cc89-4008-83c2-221f327cb548 admin admin] Tracked resource versions report: Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: pushed versions: Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: { 'AddressGroup': {'1.2'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Agent': {'1.1'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'ConntrackHelper': {'1.0'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Log': {'1.0'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'NDPProxy': {'1.0'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Network': {'1.1'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Port': {'1.7'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'PortForwarding': {'1.3'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'QosPolicy': {'1.10'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroup': {'1.5'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SubPort': {'1.0'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Subnet': {'1.1'}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Trunk': {'1.1'}} Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: consumer versions: Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Agent': '1.1', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'ConntrackHelper': '1.0', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'LocalIPAssociation': '1.0', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Log': '1.0', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'NDPProxy': '1.0', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Network': '1.1', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Port': '1.7', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'PortForwarding': '1.3', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'QosPolicy': '1.10', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroup': '1.5', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroupRule': '1.2', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SubPort': '1.0', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Subnet': '1.1', Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Trunk': '1.1'}} Aug 26 15:51:26.148059 dv-cinder-851449-7-iscsi neutron-server[113646]: {{(pid=113646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:51:26.179954 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:51:28.519163 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48152) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:51:28.858452 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab6ff5c-631c-4a69-89f9-1f89b4d6e17e admin admin] GET failed (client error): The resource could not be found. Aug 26 15:51:28.859787 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-cab6ff5c-631c-4a69-89f9-1f89b4d6e17e admin admin] 10.222.0.94 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3396740 Aug 26 15:51:28.940879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de88fbe-9a3f-4263-93d6-ed22eca56ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:28.942301 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1de88fbe-9a3f-4263-93d6-ed22eca56ffa admin admin] 10.222.0.94 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0775926 Aug 26 15:51:28.952396 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:51:29.072306 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Made reservation on behalf of 27572d94c00243fdbbfd37ae021fbe77 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:51:29.074557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.341930 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (0436d5e9-0696-4472-9209-492335c97746), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.407135 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0436d5e9-0696-4472-9209-492335c97746,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:29.417649 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Checking segment: {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:29.418048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Network hostable DHCP agents. Network: ee81fd91-161e-4bb0-8718-a8cf79ab61b4, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:51:29.496188 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:51:29.638983 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, ee81fd91-161e-4bb0-8718-a8cf79ab61b4) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:29.643818 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:51:29.644416 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.649420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9a094c-fcf7-47ca-ab39-8a859dd72213 None None] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:29.716504 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d9e40562-f94b-4796-b09e-0673bb392ad3 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7674735 Aug 26 15:51:29.756777 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-ee81fd91-161e-4bb0-8718-a8cf79ab61b4', 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4', 'project_id': '27572d94c00243fdbbfd37ae021fbe77', 'fixed_ips': [{'subnet_id': '0436d5e9-0696-4472-9209-492335c97746'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:51:29.757712 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:29.901717 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Allocated IP 192.168.233.2 (ee81fd91-161e-4bb0-8718-a8cf79ab61b4/0436d5e9-0696-4472-9209-492335c97746/6f113433-5790-4929-b53d-d739e5edf95b) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:51:30.145325 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks [] for port (6f113433-5790-4929-b53d-d739e5edf95b), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.273629 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (6f113433-5790-4929-b53d-d739e5edf95b), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.314260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:51:30.317420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:51:30.319938 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:51:30.334246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Pushing event updated for resources: {'Port': ['ID=6f113433-5790-4929-b53d-d739e5edf95b,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:30.357378 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.357679 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.357986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.358338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.358670 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.359015 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.359345 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.359664 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.359982 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.360832 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.361177 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.361487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.361806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.362120 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.362440 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:51:30.398011 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Attempting to bind port 6f113433-5790-4929-b53d-d739e5edf95b on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:51:30.398388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Attempting to bind port 6f113433-5790-4929-b53d-d739e5edf95b by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:51:30.398751 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Attempting to bind port 6f113433-5790-4929-b53d-d739e5edf95b on network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:51:30.404257 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:51:30.404682 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Checking segment: {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:51:30.405101 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.405547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Bound using segment: {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:51:30.406085 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Bound port: 6f113433-5790-4929-b53d-d739e5edf95b, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:51:30.406507 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6f113433-5790-4929-b53d-d739e5edf95b), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.472724 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] For port 6f113433-5790-4929-b53d-d739e5edf95b, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:51:30.475887 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] For port 6f113433-5790-4929-b53d-d739e5edf95b, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=6f113433-5790-4929-b53d-d739e5edf95b,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:51:30.543256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6f113433-5790-4929-b53d-d739e5edf95b), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:30.607759 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca7e2-f691-42e7-90f2-9fa64436a5f7 None None] Pushing event updated for resources: {'Port': ['ID=6f113433-5790-4929-b53d-d739e5edf95b,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:31.392620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfc2b8e-bf7f-4555-b77a-b77ccaeed415 None None] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:51:31.455558 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Provisioning complete for port 6f113433-5790-4929-b53d-d739e5edf95b triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:31.456345 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6f113433-5790-4929-b53d-d739e5edf95b), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.492013 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6f113433-5790-4929-b53d-d739e5edf95b up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:51:31.497786 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:31.535543 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:31.615405 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 6f113433-5790-4929-b53d-d739e5edf95b triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:31.615509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6f113433-5790-4929-b53d-d739e5edf95b), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.661330 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Current status of the port 6f113433-5790-4929-b53d-d739e5edf95b is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:31.661720 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6f113433-5790-4929-b53d-d739e5edf95b), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.726236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] For port 6f113433-5790-4929-b53d-d739e5edf95b, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=6f113433-5790-4929-b53d-d739e5edf95b,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:51:31.745174 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 6f113433-5790-4929-b53d-d739e5edf95b is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:31.745613 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6f113433-5790-4929-b53d-d739e5edf95b), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.771268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6f113433-5790-4929-b53d-d739e5edf95b), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.838999 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.db.api [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=113648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 26 15:51:31.839414 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG oslo_db.api [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 26 15:51:31.844803 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e5c83-d36f-407d-b4c8-cf92fa10a136 None None] Pushing event updated for resources: {'Port': ['ID=6f113433-5790-4929-b53d-d739e5edf95b,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:51:31.889593 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-bd1c6aa4-475a-453e-8abd-e0370cf0a36c None None] Provisioning complete for port 6f113433-5790-4929-b53d-d739e5edf95b triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:31.889906 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-bd1c6aa4-475a-453e-8abd-e0370cf0a36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6f113433-5790-4929-b53d-d739e5edf95b), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:31.967728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-bd1c6aa4-475a-453e-8abd-e0370cf0a36c None None] Current status of the port 6f113433-5790-4929-b53d-d739e5edf95b is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:32.373580 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 6f113433-5790-4929-b53d-d739e5edf95b is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:33.294402 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:51:33.450373 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6f113433-5790-4929-b53d-d739e5edf95b up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:51:33.496430 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 6f113433-5790-4929-b53d-d739e5edf95b triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:51:33.496914 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6f113433-5790-4929-b53d-d739e5edf95b), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:33.572155 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 6f113433-5790-4929-b53d-d739e5edf95b is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:51:35.183100 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:37.495788 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8e619ed8-3b3e-490d-9878-fe70b879f7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:39.651814 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:39.655510 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=77,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:40.186268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-09fd207e-2c3e-4d7e-92a5-e99ee12c1097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:41.785944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.153392 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:43.460375 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:51:49.314732 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:49.315541 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:53.369562 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:51:53.371396 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:05.292609 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:05.293526 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:07.516963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d365eea2-b77d-42fd-a99e-a12fff08ea26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.204494 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b9a57094-2d3c-497d-a910-2ffdb3bb4dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:10.294391 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:52:11.773820 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.180938 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:13.448636 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:23.368036 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:23.369883 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:26.307593 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:26.312577 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:37.527250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a2f9ef2f-c43c-435e-9ae8-7c6e3ae20d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:40.186060 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8a7064fa-f5e7-4379-b3b6-e017db92abcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:41.809407 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:43.161487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:43.437523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:47.294286 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:52:53.363637 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:53.371554 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:52:55.223601 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48194) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:55.229435 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [None req-0d3ec258-4c03-4ba4-9af1-9dacee5d6c37 tempest-verify_tempest_config-1690811107 tempest-verify_tempest_config-1690811107-project] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:52:55.230397 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0d3ec258-4c03-4ba4-9af1-9dacee5d6c37 tempest-verify_tempest_config-1690811107 tempest-verify_tempest_config-1690811107-project] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058212 Aug 26 15:52:55.948740 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48212) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:56.287043 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.363152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Publish callbacks [] for security_group (78c07dad-2ec5-482d-a4dd-c914dec24959), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.434641 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (78c07dad-2ec5-482d-a4dd-c914dec24959), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.481132 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1822c5d1b4324e3c93d0489d66ed3ae4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5313253 Aug 26 15:52:56.482168 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c07dad-2ec5-482d-a4dd-c914dec24959,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:56.484707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48218) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:52:56.490289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.490628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.491001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.491337 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.491657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.491974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.492290 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.492603 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.492931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.493293 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.493584 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.493914 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.494218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.494524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.494837 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c407b640-0e51-449d-b00e-9f1d60a3acb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.561989 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Publish callbacks [] for security_group (78c07dad-2ec5-482d-a4dd-c914dec24959), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.582891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Publish callbacks [] for security_group (78c07dad-2ec5-482d-a4dd-c914dec24959), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.757632 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (78c07dad-2ec5-482d-a4dd-c914dec24959), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.760074 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:52:56.761222 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/78c07dad-2ec5-482d-a4dd-c914dec24959 HTTP/1.1" status: 204 len: 168 time: 0.2749004 Aug 26 15:52:56.769848 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c07dad-2ec5-482d-a4dd-c914dec24959,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:52:56.776828 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.777665 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.777665 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.777952 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.778137 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.778461 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.778828 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.779110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.779446 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.779769 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.780103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.780424 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.780739 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.781052 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:52:56.781362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ffe0ab-4b90-49fe-b7c0-6d99f268f528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:53:05.231413 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=15 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:05.233310 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=19 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.485752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=23,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.487030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=16,neutron:INSERT=7 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.772200 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.773001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:06.803258 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:07.512453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-69d3277f-94a2-40ff-ac84-a80a6f13c1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:10.294411 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1314e32f-a7e4-430a-8a70-8475990200e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:11.776826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:13.173853 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:13.460270 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:15.314187 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:23.364971 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:23.367989 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:24.292312 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:53:37.535931 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-88660fe2-7d26-4649-a5bf-83f130533c87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.161771 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7745e3e8-16ac-4fa1-a6b1-fa645b8f10eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:40.313049 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:40.317926 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=7 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:41.776187 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.164662 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:43.444566 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:53:53.367307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=22 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:53:53.369191 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:01.292237 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:54:07.523592 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a2a2de10-c501-4da2-b204-af5ff84d3e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:10.180513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b0180864-87e2-4fcb-b415-790e61f0ebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:11.784252 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:13.174473 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:13.437345 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:17.309516 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:17.314478 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:23.370453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:23.372361 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:37.515256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5bb7d6c6-9f9e-41c3-8ddb-55fadd34e2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:38.291729 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 5 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:54:39.687701 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-67074458'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:40.213740 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-22d81449-8b0e-4dfb-b9a5-954a146d1556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:41.812036 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:43.178066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:43.419316 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:54:52.741754 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48312) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:52.872523 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4e80dd84-acf1-4067-b26f-6347a5760594 admin admin] 10.222.0.94 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1297762 Aug 26 15:54:53.374198 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:53.376057 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.310867 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:54.313772 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:54:55.115089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48322) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:54:55.181334 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cec9ce0b-7e6d-40b9-a65e-8f026a256eb8 admin admin] 10.222.0.94 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0651608 Aug 26 15:55:05.175870 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:05.176948 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:05.237051 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=12 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:05.241869 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=14 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:07.532278 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4a3a42f3-3317-4648-b923-247951c7d4cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:09.663891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:10.171332 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2d51f6d7-58c5-426d-a43e-d76bbfc9c92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:11.880573 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:13.183925 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:13.549591 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:15.290110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:55:23.375973 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:23.378998 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:31.303922 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:31.308701 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:37.577442 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4f64ddd4-e885-45f1-90cd-dd485ea0616f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:39.685153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:40.153793 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-18aa6e3d-454e-4292-9174-1f63a18e7c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:41.782901 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:43.165695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:43.440042 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:55:52.290819 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:55:53.375985 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=26 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:55:53.377910 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=18,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:07.513750 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-34636d04-1caf-421a-9088-c24532670c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:08.304589 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:08.305340 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:09.679248 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:10.199381 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2b712d69-9802-45b1-ac40-b54ef2c9e0d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:11.793540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:13.193201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:13.462080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:23.117359 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:23.380966 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:29.290971 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:56:31.617726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48486) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:31.974784 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-554782859-network', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:32.114646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Made reservation on behalf of 8c69c9fb12124d72954b8ab7ad024175 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:32.117477 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.129784 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.218904 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks [] for security_group (7f073f15-51f1-43e5-a400-4449d733ef8a), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.236352 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48512) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:32.296801 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48518) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:32.313162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (7f073f15-51f1-43e5-a400-4449d733ef8a), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.345498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f073f15-51f1-43e5-a400-4449d733ef8a,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:32.354277 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 965} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:32.357116 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.357461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.357803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.358140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.358469 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.358824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.359233 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.359749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.360319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.360660 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.361007 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.361347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.361984 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.362469 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.362789 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Tracked resource versions report: Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: pushed versions: Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: { 'AddressGroup': {'1.2'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Agent': {'1.1'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'ConntrackHelper': {'1.0'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Log': {'1.0'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'NDPProxy': {'1.0'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Network': {'1.1'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Port': {'1.7'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'PortForwarding': {'1.3'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'QosPolicy': {'1.10'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroup': {'1.5'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SubPort': {'1.0'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Subnet': {'1.1'}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Trunk': {'1.1'}} Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: consumer versions: Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: HyperV agent@hv-cinder-85144: {}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Agent': '1.1', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'ConntrackHelper': '1.0', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'LocalIPAssociation': '1.0', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Log': '1.0', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'NDPProxy': '1.0', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Network': '1.1', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Port': '1.7', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'PortForwarding': '1.3', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'QosPolicy': '1.10', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroup': '1.5', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SecurityGroupRule': '1.2', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'SubPort': '1.0', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Subnet': '1.1', Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: 'Trunk': '1.1'}} Aug 26 15:56:32.365358 dv-cinder-851449-7-iscsi neutron-server[113647]: {{(pid=113647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:56:32.382822 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (9b7bd656-cb31-499b-ba7c-7f487e9e6cde), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.382822 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Added segment 9b7bd656-cb31-499b-ba7c-7f487e9e6cde of type vlan for network 46346453-7c70-4f46-80a8-f812b7507006 Aug 26 15:56:32.429300 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (46346453-7c70-4f46-80a8-f812b7507006), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.513636 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (46346453-7c70-4f46-80a8-f812b7507006), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.514915 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:32.516027 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.571078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-network', 'tenant_id': '5f170813ecff47a68d7610de9d769287'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:32.592665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] Pushing event updated for resources: {'Network': ['ID=46346453-7c70-4f46-80a8-f812b7507006,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:32.603681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 46346453-7c70-4f46-80a8-f812b7507006 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:32.689073 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8ec2a23d-c791-437e-80ab-902ccd61fcfe admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0702422 Aug 26 15:56:32.691945 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48536) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:32.696730 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Request body: {'subnet': {'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-554782859-subnet', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:32.763945 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-777233775-network', 'tenant_id': 'd95f731096d74a089f4161f5db69280c'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:32.798851 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Made reservation on behalf of 8c69c9fb12124d72954b8ab7ad024175 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:32.805203 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48540) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:32.805980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.848158 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Made reservation on behalf of 5f170813ecff47a68d7610de9d769287 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:32.850505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.862566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:32.865182 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.878328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:32.887652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.039238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:33.040077 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:33.057332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks [] for security_group (7f53c3cc-29be-460a-85b8-97bec721a58b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.084819 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48548) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:33.117888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (7f53c3cc-29be-460a-85b8-97bec721a58b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.164015 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 992} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:33.170194 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks [] for security_group (34ed7551-6954-49e6-b880-93d077c50ef9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.188087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (ef216808-9d6a-409c-9696-04756ad731e4), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.188526 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Added segment ef216808-9d6a-409c-9696-04756ad731e4 of type vlan for network 62414327-5b31-4d4a-b372-9a9bbc06aa9d Aug 26 15:56:33.210176 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f53c3cc-29be-460a-85b8-97bec721a58b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.226291 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-594682151-network', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:33.230384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (bd39c9e5-5a6b-48f9-9e95-5338663f49ae), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.232381 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (34ed7551-6954-49e6-b880-93d077c50ef9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.275388 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (62414327-5b31-4d4a-b372-9a9bbc06aa9d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.295759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 986} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:33.303122 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-314634531-network', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:33.320238 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Made reservation on behalf of e8bfb4199b0d4a57933fe1b685aa01cd for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:33.322684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.332438 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.355032 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (bd86a6ed-c56f-4d63-9c8a-d116d2a557db), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.355378 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Added segment bd86a6ed-c56f-4d63-9c8a-d116d2a557db of type vlan for network a3e12d9a-1559-439b-ab2a-deef2d81938d Aug 26 15:56:33.368161 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd39c9e5-5a6b-48f9-9e95-5338663f49ae,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.383361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ed7551-6954-49e6-b880-93d077c50ef9,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.416078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Checking segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:33.416446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Network hostable DHCP agents. Network: 46346453-7c70-4f46-80a8-f812b7507006, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:33.416813 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Made reservation on behalf of e649b58115ab4bcbbf045a3c036a3049 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:33.419547 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.427352 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (a3e12d9a-1559-439b-ab2a-deef2d81938d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.435012 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.496886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (62414327-5b31-4d4a-b372-9a9bbc06aa9d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.498221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:33.499266 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.500736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks [] for security_group (81fead7a-e4e9-493a-9762-bc1a2b0a648d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.551157 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks [] for security_group (95712a18-8355-4186-b2c9-dff11526cf85), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.557543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Network 46346453-7c70-4f46-80a8-f812b7507006 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:33.563991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (a3e12d9a-1559-439b-ab2a-deef2d81938d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.566339 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:33.566339 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.576089 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (81fead7a-e4e9-493a-9762-bc1a2b0a648d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.577050 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] Pushing event updated for resources: {'Network': ['ID=62414327-5b31-4d4a-b372-9a9bbc06aa9d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.598374 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:33.619616 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 961} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:33.641022 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (8be30b04-f363-4bc4-9700-eff819e0fff3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.641022 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Added segment 8be30b04-f363-4bc4-9700-eff819e0fff3 of type vlan for network 14fbb9b0-48c1-40b4-822d-b21197d95a3b Aug 26 15:56:33.657077 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fead7a-e4e9-493a-9762-bc1a2b0a648d,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.662219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (95712a18-8355-4186-b2c9-dff11526cf85), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.669667 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:33.672966 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 46346453-7c70-4f46-80a8-f812b7507006) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:33.684626 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8cd94de4-f8d9-404d-b0a1-2bc7a1160445 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3841860 Aug 26 15:56:33.688655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:33.689078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.691152 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbcf7c9-1f0d-42eb-90c7-e82329f5b3f2 None None] Network 46346453-7c70-4f46-80a8-f812b7507006 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:33.699540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48570) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:33.721314 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Request body: {'subnet': {'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-777233775-subnet', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:33.732295 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.744070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Tracked resource versions report: Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: pushed versions: Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: { 'AddressGroup': {'1.2'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Agent': {'1.1'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'ConntrackHelper': {'1.0'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Log': {'1.0'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'NDPProxy': {'1.0'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Network': {'1.1'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Port': {'1.7'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'PortForwarding': {'1.3'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'QosPolicy': {'1.10'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroup': {'1.5'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SubPort': {'1.0'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Subnet': {'1.1'}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Trunk': {'1.1'}} Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: consumer versions: Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: HyperV agent@hv-cinder-85144: {}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Agent': '1.1', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'ConntrackHelper': '1.0', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'LocalIPAssociation': '1.0', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Log': '1.0', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'NDPProxy': '1.0', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Network': '1.1', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Port': '1.7', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'PortForwarding': '1.3', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'QosPolicy': '1.10', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroup': '1.5', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SecurityGroupRule': '1.2', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'SubPort': '1.0', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Subnet': '1.1', Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: 'Trunk': '1.1'}} Aug 26 15:56:33.746391 dv-cinder-851449-7-iscsi neutron-server[113646]: {{(pid=113646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:56:33.757944 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5204492 Aug 26 15:56:33.763195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48576) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:33.779287 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 955} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:56:33.782420 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (14fbb9b0-48c1-40b4-822d-b21197d95a3b), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.788486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Request body: {'subnet': {'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-subnet', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:33.813021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cdab7e-31ba-4809-b13d-87112344a50f admin admin] Pushing event updated for resources: {'Network': ['ID=a3e12d9a-1559-439b-ab2a-deef2d81938d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.813266 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (da9bc125-b440-450c-bf36-38fa9c2eb17f), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.814118 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Added segment da9bc125-b440-450c-bf36-38fa9c2eb17f of type vlan for network d87878b7-d9a3-45c4-aa08-3d8577af979f Aug 26 15:56:33.837627 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network a3e12d9a-1559-439b-ab2a-deef2d81938d details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:33.878317 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (d87878b7-d9a3-45c4-aa08-3d8577af979f), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.904915 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.db.resource_extend [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 15:56:33.919589 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95712a18-8355-4186-b2c9-dff11526cf85,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:33.954556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:33.957578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.962909 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8509587e-9f0b-4c5c-8342-80e0d6bee7ee admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2696564 Aug 26 15:56:33.964772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Made reservation on behalf of 5f170813ecff47a68d7610de9d769287 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:33.966693 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48584) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:33.967310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:33.976588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:33.986958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-46346453-7c70-4f46-80a8-f812b7507006', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:33.989365 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.023595 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (d87878b7-d9a3-45c4-aa08-3d8577af979f), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.025912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:34.025912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.047646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:34.075762 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (14fbb9b0-48c1-40b4-822d-b21197d95a3b), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.079891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:34.082684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.110061 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (31ad5170-71a0-438c-bf8c-430639b95593), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.111553 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (31ad5170-71a0-438c-bf8c-430639b95593), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.147282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:34.205114 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1191039 Aug 26 15:56:34.213261 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48596) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:34.257248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48602) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:34.260875 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Request body: {'subnet': {'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-314634531-subnet', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:34.263542 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4566116 Aug 26 15:56:34.274604 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79719c0-8c8f-4475-bab6-7e967417af72 admin admin] Pushing event updated for resources: {'Network': ['ID=d87878b7-d9a3-45c4-aa08-3d8577af979f,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:34.284537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Request body: {'subnet': {'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-subnet', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:34.298451 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:34.302143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network d87878b7-d9a3-45c4-aa08-3d8577af979f details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:34.396261 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for router_controller (31ad5170-71a0-438c-bf8c-430639b95593), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.415060 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e2163-f5f3-4384-b948-f22db29683e5 admin admin] Pushing event updated for resources: {'Network': ['ID=14fbb9b0-48c1-40b4-822d-b21197d95a3b,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:34.697849 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Allocated IP 172.20.0.2 (46346453-7c70-4f46-80a8-f812b7507006/bd39c9e5-5a6b-48f9-9e95-5338663f49ae/355341ac-ce36-4966-9449-01f4d4517068) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:34.697849 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:56:34.697849 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks [] for port (355341ac-ce36-4966-9449-01f4d4517068), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Made reservation on behalf of e649b58115ab4bcbbf045a3c036a3049 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Made reservation on behalf of e8bfb4199b0d4a57933fe1b685aa01cd for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.700344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (35e56ba0-9d46-4a2a-a7bd-a9768bba4b46), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.888096 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for router_gateway (31ad5170-71a0-438c-bf8c-430639b95593), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.890768 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (355341ac-ce36-4966-9449-01f4d4517068), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:34.927706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:34.945586 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Network 46346453-7c70-4f46-80a8-f812b7507006 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:34.948867 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:34.954671 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:34.971251 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Pushing event updated for resources: {'Port': ['ID=355341ac-ce36-4966-9449-01f4d4517068,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:34.999060 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:34.999602 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.000083 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.000653 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.001216 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.001739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.002262 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.002794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.003334 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.003851 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.004370 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.004921 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.005436 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.005967 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.006478 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Tracked resource versions report: Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: pushed versions: Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: { 'AddressGroup': {'1.2'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Agent': {'1.1'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'ConntrackHelper': {'1.0'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Log': {'1.0'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'NDPProxy': {'1.0'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Network': {'1.1'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Port': {'1.7'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'PortForwarding': {'1.3'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'QosPolicy': {'1.10'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroup': {'1.5'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SubPort': {'1.0'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Subnet': {'1.1'}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Trunk': {'1.1'}} Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: consumer versions: Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: HyperV agent@hv-cinder-85144: {}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Agent': '1.1', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'ConntrackHelper': '1.0', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'LocalIPAssociation': '1.0', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Log': '1.0', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'NDPProxy': '1.0', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Network': '1.1', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Port': '1.7', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'PortForwarding': '1.3', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'QosPolicy': '1.10', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroup': '1.5', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SecurityGroupRule': '1.2', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'SubPort': '1.0', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Subnet': '1.1', Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: 'Trunk': '1.1'}} Aug 26 15:56:35.007937 dv-cinder-851449-7-iscsi neutron-server[113648]: {{(pid=113648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:56:35.009714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:35.009714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Network hostable DHCP agents. Network: 62414327-5b31-4d4a-b372-9a9bbc06aa9d, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:35.034439 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:35.034797 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Network hostable DHCP agents. Network: a3e12d9a-1559-439b-ab2a-deef2d81938d, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:35.043085 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:35.050148 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Attempting to bind port 355341ac-ce36-4966-9449-01f4d4517068 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:35.050700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Attempting to bind port 355341ac-ce36-4966-9449-01f4d4517068 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:35.052807 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Attempting to bind port 355341ac-ce36-4966-9449-01f4d4517068 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:35.057099 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:35.057605 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Checking segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:35.058120 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.058615 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Bound using segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:35.059233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Bound port: 355341ac-ce36-4966-9449-01f4d4517068, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:35.059812 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (355341ac-ce36-4966-9449-01f4d4517068), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.144268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] For port 355341ac-ce36-4966-9449-01f4d4517068, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:35.148139 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] For port 355341ac-ce36-4966-9449-01f4d4517068, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=355341ac-ce36-4966-9449-01f4d4517068,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:35.151456 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:35.152746 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:35.322261 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (355341ac-ce36-4966-9449-01f4d4517068), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.327134 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:35.336473 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:35.364139 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for router_gateway (31ad5170-71a0-438c-bf8c-430639b95593), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.389449 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000b60-6588-43c5-9cb6-544876b1269a None None] Pushing event updated for resources: {'Port': ['ID=355341ac-ce36-4966-9449-01f4d4517068,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:35.390448 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.457683 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 62414327-5b31-4d4a-b372-9a9bbc06aa9d) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:35.462074 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (2fa3a047-c0e1-428d-ac48-b089916d5bde), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.467609 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (f41a155d-e422-4ed8-847f-b61af266b366), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.471027 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548a21d-c150-4fc1-89f6-f36dd8e88775 None None] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:35.475149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:35.475905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.482942 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, a3e12d9a-1559-439b-ab2a-deef2d81938d) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:35.501232 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:35.501862 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.531397 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ea560-1631-4e57-9ff9-3862396a9fda None None] Network a3e12d9a-1559-439b-ab2a-deef2d81938d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:35.619001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fa3a047-c0e1-428d-ac48-b089916d5bde,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:35.641684 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-82bf043e-d1ba-4877-aed2-b1b03d076d86 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9356267 Aug 26 15:56:35.642173 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48624) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:35.660349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:35.682625 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:35.686168 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Allocated IP 172.27.1.188 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:35.689928 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Checking segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:35.689928 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Network hostable DHCP agents. Network: d87878b7-d9a3-45c4-aa08-3d8577af979f, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:35.701715 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Checking segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:35.702457 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Network hostable DHCP agents. Network: 14fbb9b0-48c1-40b4-822d-b21197d95a3b, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:56:35.744956 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41a155d-e422-4ed8-847f-b61af266b366,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:35.747979 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cd65b3dd-0efd-49d2-a3c6-581fb38d0de3 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9722130 Aug 26 15:56:35.751498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48626) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:35.761014 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:35.828601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Network d87878b7-d9a3-45c4-aa08-3d8577af979f is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:35.836145 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.836145 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.885843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:56:35.893100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.894814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.903600 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for router_controller (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.951026 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-a3e12d9a-1559-439b-ab2a-deef2d81938d', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:35.953303 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:35.982742 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:35.984976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.004346 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 14fbb9b0-48c1-40b4-822d-b21197d95a3b) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:36.008582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, d87878b7-d9a3-45c4-aa08-3d8577af979f) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:36.023507 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.023918 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe15b6-3732-4cb9-b127-b95f01de802a None None] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:36.038494 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.039351 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.084732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for router_controller (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), precommit_add_association {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.089041 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:36.089853 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.147362 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afec5a20-7106-4b5c-b8d0-9120a460e6d2 None None] Network d87878b7-d9a3-45c4-aa08-3d8577af979f requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:36.170541 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-485baa19-ae34-4e30-a5d3-c9797a69e3c2 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8913474 Aug 26 15:56:36.171728 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48644) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:36.182018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:36.195790 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a9855213-834f-4dd5-b858-c23b87e70a9b admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9401684 Aug 26 15:56:36.201416 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48646) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:36.208590 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:36.356591 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.384473 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.385512 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.413003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:36.413937 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.464987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.466516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.535107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for router_controller (a6490889-cc16-41a4-97c4-9bba97beebf9), precommit_add_association {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.571869 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for router_controller (7cbebb5b-5c64-4c50-a4cf-ff397136548d), precommit_add_association {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.582801 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Pushing event updated for resources: {'Port': ['ID=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:36.588096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for router_gateway (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.588433 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.596519 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for router_gateway (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.611524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:36.612912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:36.619797 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:36.634044 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Allocated IP 172.20.0.2 (a3e12d9a-1559-439b-ab2a-deef2d81938d/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf/4870f363-e776-488f-8ddc-05160a286a46) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:36.651419 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-d87878b7-d9a3-45c4-aa08-3d8577af979f', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'fixed_ips': [{'subnet_id': '2fa3a047-c0e1-428d-ac48-b089916d5bde'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 15:56:36.653660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:36.657336 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Allocated IP 172.20.0.2 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/8746e044-81d5-497c-99fc-075566b8f064) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:36.753458 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:36.900751 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71ba483-6257-44c7-9925-86728b9bea76 None None] Network 46346453-7c70-4f46-80a8-f812b7507006 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:36.924780 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Provisioning complete for port 355341ac-ce36-4966-9449-01f4d4517068 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:36.925182 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (355341ac-ce36-4966-9449-01f4d4517068), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.011573 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Allocated IP 172.20.0.2 (14fbb9b0-48c1-40b4-822d-b21197d95a3b/f41a155d-e422-4ed8-847f-b61af266b366/04afcdbc-072c-4268-ba59-54c353154ebc) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:37.014110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:37.015950 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for router_gateway (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.051203 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.174151 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:37.219742 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for router_gateway (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.244121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.255513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Current status of the port 355341ac-ce36-4966-9449-01f4d4517068 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:37.256044 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (355341ac-ce36-4966-9449-01f4d4517068), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.318242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for router_gateway (7cbebb5b-5c64-4c50-a4cf-ff397136548d), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.323657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for router_gateway (a6490889-cc16-41a4-97c4-9bba97beebf9), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.358898 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Allocated IP 172.20.0.2 (d87878b7-d9a3-45c4-aa08-3d8577af979f/2fa3a047-c0e1-428d-ac48-b089916d5bde/b9f69f36-8669-445d-b1f0-ba3038e8e705) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:37.379382 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Allocated IP 172.27.1.79 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/1c44a290-ef8d-4509-98fe-0b1bfa014e77) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:37.425913 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks [] for port (4870f363-e776-488f-8ddc-05160a286a46), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.439424 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=83,neutron:UPDATE=9,neutron:INSERT=8 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:37.456744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] For port 355341ac-ce36-4966-9449-01f4d4517068, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=355341ac-ce36-4966-9449-01f4d4517068,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:37.482698 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks [] for port (8746e044-81d5-497c-99fc-075566b8f064), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.540768 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (4870f363-e776-488f-8ddc-05160a286a46), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.572390 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for router_gateway (31ad5170-71a0-438c-bf8c-430639b95593), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.726583 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks [] for port (04afcdbc-072c-4268-ba59-54c353154ebc), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.791240 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (355341ac-ce36-4966-9449-01f4d4517068), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.926447 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (31ad5170-71a0-438c-bf8c-430639b95593), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.936182 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks [] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.941977 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 355341ac-ce36-4966-9449-01f4d4517068 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:37.946021 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Pushing event updated for resources: {'Port': ['ID=4870f363-e776-488f-8ddc-05160a286a46,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:37.952943 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:37.956259 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fa9c1ace-1139-473c-b1a8-883061748e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.957866 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (8746e044-81d5-497c-99fc-075566b8f064), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:37.960806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:38.018604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.059882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:38.115486 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.215752 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Router 31ad5170-71a0-438c-bf8c-430639b95593 is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:38.250419 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.291334 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.308709 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for router_gateway (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.335769 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be025e4e-789e-4e24-a165-4f426d531805 None None] Pushing event updated for resources: {'Port': ['ID=355341ac-ce36-4966-9449-01f4d4517068,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:38.356159 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:38.360313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:38.360761 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:38.367363 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.392825 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:38.396713 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:38.406583 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Pushing event updated for resources: {'Port': ['ID=1c44a290-ef8d-4509-98fe-0b1bfa014e77,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:38.426952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:38.430068 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:38.441549 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Network d87878b7-d9a3-45c4-aa08-3d8577af979f is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:38.443601 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:38.449383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Allocated IP 172.27.1.15 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/a1371fa6-8fa7-4306-9b8c-d3b44337208c) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:38.449559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-5d3c75e5-91b6-49b1-8c81-a6aae4e8249a None None] Provisioning complete for port 355341ac-ce36-4966-9449-01f4d4517068 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:38.449559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5d3c75e5-91b6-49b1-8c81-a6aae4e8249a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (355341ac-ce36-4966-9449-01f4d4517068), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.450272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:38.455043 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for router_gateway (a6490889-cc16-41a4-97c4-9bba97beebf9), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.475401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:38.476721 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.492638 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Pushing event updated for resources: {'Port': ['ID=8746e044-81d5-497c-99fc-075566b8f064,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:38.505683 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:38.509190 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:38.515601 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:38.526157 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:38.540476 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:38.542383 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:38.553385 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:38.639422 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.653832 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.656950 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-13dac037-40d9-410b-9a22-4a25087eed54 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6879930 Aug 26 15:56:38.662874 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48704) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:38.770523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 355341ac-ce36-4966-9449-01f4d4517068 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:38.770937 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (355341ac-ce36-4966-9449-01f4d4517068), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.819479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Pushing event updated for resources: {'Port': ['ID=04afcdbc-072c-4268-ba59-54c353154ebc,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:38.852626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Attempting to bind port 4870f363-e776-488f-8ddc-05160a286a46 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:38.853215 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Attempting to bind port 4870f363-e776-488f-8ddc-05160a286a46 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:38.853408 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:38.853975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Attempting to bind port 4870f363-e776-488f-8ddc-05160a286a46 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:38.925532 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for router_gateway (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.959982 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:38.982198 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.000852 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:39.001256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:39.001624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.002020 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Bound using segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:39.002501 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Bound port: 4870f363-e776-488f-8ddc-05160a286a46, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:39.002904 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (4870f363-e776-488f-8ddc-05160a286a46), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.017965 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Attempting to bind port 04afcdbc-072c-4268-ba59-54c353154ebc on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:39.018335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Attempting to bind port 04afcdbc-072c-4268-ba59-54c353154ebc by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:39.018693 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Attempting to bind port 04afcdbc-072c-4268-ba59-54c353154ebc on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:39.025656 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Attempting to bind port b9f69f36-8669-445d-b1f0-ba3038e8e705 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:39.026078 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Attempting to bind port b9f69f36-8669-445d-b1f0-ba3038e8e705 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:39.026441 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Attempting to bind port b9f69f36-8669-445d-b1f0-ba3038e8e705 on network d87878b7-d9a3-45c4-aa08-3d8577af979f {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:39.057680 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Attempting to bind port 8746e044-81d5-497c-99fc-075566b8f064 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:39.058047 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Attempting to bind port 8746e044-81d5-497c-99fc-075566b8f064 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:39.058403 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Attempting to bind port 8746e044-81d5-497c-99fc-075566b8f064 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:39.104664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.106392 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:39.106790 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:39.107890 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.108300 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:39.109401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Bound port: 8746e044-81d5-497c-99fc-075566b8f064, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:39.109784 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8746e044-81d5-497c-99fc-075566b8f064), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.113296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:39.114161 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Checking segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:39.116267 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.116267 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Bound using segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:39.116267 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Bound port: b9f69f36-8669-445d-b1f0-ba3038e8e705, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:39.116942 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.133952 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:39.138355 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:39.138724 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Checking segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:39.139154 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.139591 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Bound using segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:39.140605 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Bound port: 04afcdbc-072c-4268-ba59-54c353154ebc, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:39.141369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.141629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.150482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:39.150878 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Pushing event updated for resources: {'Port': ['ID=b9f69f36-8669-445d-b1f0-ba3038e8e705,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:39.181482 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:37Z', 'revision_number': 3, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:39.182318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c75e5-91b6-49b1-8c81-a6aae4e8249a None None] Current status of the port 355341ac-ce36-4966-9449-01f4d4517068 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:39.215312 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:39.216099 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Updating router 31ad5170-71a0-438c-bf8c-430639b95593 port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:39.228489 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.245787 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:39.255937 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.267153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 355341ac-ce36-4966-9449-01f4d4517068 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:39.369063 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Allocated IP 172.27.1.10 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/d6bc06c1-c743-4374-90bc-65cd7ab18fd8) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:39.389049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Pushing event updated for resources: {'Port': ['ID=a1371fa6-8fa7-4306-9b8c-d3b44337208c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:39.413875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] For port 4870f363-e776-488f-8ddc-05160a286a46, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:39.443244 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] For port 04afcdbc-072c-4268-ba59-54c353154ebc, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:39.443244 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] For port b9f69f36-8669-445d-b1f0-ba3038e8e705, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:39.445131 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] For port 4870f363-e776-488f-8ddc-05160a286a46, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=4870f363-e776-488f-8ddc-05160a286a46,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:39.457952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:39.482313 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] For port 8746e044-81d5-497c-99fc-075566b8f064, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:39.507825 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] For port 04afcdbc-072c-4268-ba59-54c353154ebc, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=04afcdbc-072c-4268-ba59-54c353154ebc,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:39.516182 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:39.523448 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] For port b9f69f36-8669-445d-b1f0-ba3038e8e705, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b9f69f36-8669-445d-b1f0-ba3038e8e705,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:39.535508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] For port 8746e044-81d5-497c-99fc-075566b8f064, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8746e044-81d5-497c-99fc-075566b8f064,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:39.542482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (4870f363-e776-488f-8ddc-05160a286a46), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.628882 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.709955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8746e044-81d5-497c-99fc-075566b8f064), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.713773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.723028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 355341ac-ce36-4966-9449-01f4d4517068 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:39.728838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.828568 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.829608 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260e1b9-c609-47a0-a9f6-23e495ad4e39 None None] Pushing event updated for resources: {'Port': ['ID=4870f363-e776-488f-8ddc-05160a286a46,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:39.898658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 355341ac-ce36-4966-9449-01f4d4517068 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:39.899113 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (355341ac-ce36-4966-9449-01f4d4517068), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.966385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:39.984950 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:40.029231 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:40.070871 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a292ed2-2bf7-4b01-b799-39a760f23349 None None] Pushing event updated for resources: {'Port': ['ID=04afcdbc-072c-4268-ba59-54c353154ebc,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:40.104642 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.106384 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-f167b10a-36d6-40a1-aa83-55a9ee4d877a admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4631870 Aug 26 15:56:40.110093 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48752) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:40.242946 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:40.245388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:40.268487 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:40.325762 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Allocated IP 172.27.1.179 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/5f4a1e41-83df-4f64-b9c1-f903245e2cb9) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:40.329260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:40.350556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:40.470596 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:40.521584 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6b541-41ce-4aee-a468-a15065761c8f None None] Pushing event updated for resources: {'Port': ['ID=8746e044-81d5-497c-99fc-075566b8f064,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:40.653913 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:40.684370 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:40.758507 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-877fd6ec-ec95-40c7-9c95-05303f1722ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.793078 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 355341ac-ce36-4966-9449-01f4d4517068 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:40.810606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Pushing event updated for resources: {'Port': ['ID=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:40.819806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222f4e2-9250-4ff0-bbfb-f37669d09bb8 None None] Pushing event updated for resources: {'Port': ['ID=b9f69f36-8669-445d-b1f0-ba3038e8e705,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:40.941382 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:40.943066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:40.959771 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:38Z', 'revision_number': 3, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:40.993134 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:40.993611 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Updating router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:40.996402 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:40.998284 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.016684 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for router_gateway (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.027053 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.286324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Allocated IP 172.20.0.1 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/00c42ab3-1cb7-483d-b32b-33e37d1327a1) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:41.298011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.415574 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.454305 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks [] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.588697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.628327 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.636107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.638255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for router_gateway (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.696536 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:41.723226 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:41.728120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:41.731249 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.766561 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.783942 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c175c63-87d3-4a9e-b1ed-f423da34ae49 None None] Network a3e12d9a-1559-439b-ab2a-deef2d81938d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:41.861319 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks [] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.909369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.929215 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 04afcdbc-072c-4268-ba59-54c353154ebc up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:41.931869 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:41.941937 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:41.985761 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.002581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Pushing event updated for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.009475 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408bbce-6e2e-47ba-a4a0-c3a573b880dd None None] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:42.011495 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Attempting to bind port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:42.014149 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Attempting to bind port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:42.014149 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Attempting to bind port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:42.026765 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:42.027658 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:42.028371 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.028914 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:42.029788 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Bound port: f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:42.030364 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.031260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Provisioning complete for port 4870f363-e776-488f-8ddc-05160a286a46 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:42.032284 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (4870f363-e776-488f-8ddc-05160a286a46), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.077062 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Pushing event updated for resources: {'Port': ['ID=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,revision_number=2']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.114039 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.114871 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.115401 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.118030 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.118030 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.118030 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.119047 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.119692 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.120176 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.120658 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.121131 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.121631 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.122358 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.122856 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.123344 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Tracked resource versions report: Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: pushed versions: Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: { 'AddressGroup': {'1.2'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Agent': {'1.1'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'ConntrackHelper': {'1.0'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'LocalIPAssociation': {'1.0'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Log': {'1.0'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'NDPProxy': {'1.0'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Network': {'1.1'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Port': {'1.7'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'PortForwarding': {'1.3'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'QosPolicy': {'1.10'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroup': {'1.5'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroupRule': {'1.2'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SubPort': {'1.0'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Subnet': {'1.1'}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Trunk': {'1.1'}} Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: consumer versions: Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: { DHCP agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: HyperV agent@hv-cinder-85144: {}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: L3 agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: Metadata agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: Metering agent@dv-cinder-851449-7-iscsi: {}, Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: Open vSwitch agent@dv-cinder-851449-7-iscsi: { 'AddressGroup': '1.2', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Agent': '1.1', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'ConntrackHelper': '1.0', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'LocalIPAssociation': '1.0', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Log': '1.0', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'NDPProxy': '1.0', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Network': '1.1', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Port': '1.7', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'PortForwarding': '1.3', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'QosPolicy': '1.10', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroup': '1.5', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SecurityGroupRule': '1.2', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'SubPort': '1.0', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Subnet': '1.1', Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: 'Trunk': '1.1'}} Aug 26 15:56:42.125973 dv-cinder-851449-7-iscsi neutron-server[113649]: {{(pid=113649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 26 15:56:42.167172 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] For port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:42.173055 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] For port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:42.174561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:42.256401 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.272965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:42.285490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Allocated IP 172.20.0.1 (46346453-7c70-4f46-80a8-f812b7507006/bd39c9e5-5a6b-48f9-9e95-5338663f49ae/758847fe-ff1e-452d-9b83-ae0460c80789) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:42.300796 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:42.303351 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba500189-711e-481f-b711-39119cf15f9f None None] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:42.325583 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:42.326215 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:42.348826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.417899 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73d6d5-d3dc-47f0-9dbd-ba7af4427265 None None] Pushing event updated for resources: {'Port': ['ID=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.425361 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 04afcdbc-072c-4268-ba59-54c353154ebc triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:42.425937 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.427600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.454267 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.463022 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.472255 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.482425 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c306306-3bbf-4e04-9961-778c3c6f6e7c None None] Network d87878b7-d9a3-45c4-aa08-3d8577af979f requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:56:42.534322 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.555179 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:42.597965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.607140 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks [] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.614826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Current status of the port 4870f363-e776-488f-8ddc-05160a286a46 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:42.615980 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (4870f363-e776-488f-8ddc-05160a286a46), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.673544 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.674555 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.704404 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.847043 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks [] for port (758847fe-ff1e-452d-9b83-ae0460c80789), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.854949 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks [] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.884424 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] For port 4870f363-e776-488f-8ddc-05160a286a46, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=4870f363-e776-488f-8ddc-05160a286a46,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:42.907590 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:42.922187 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:42.928200 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 04afcdbc-072c-4268-ba59-54c353154ebc is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:42.928637 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:42.941003 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:42.944726 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Pushing event updated for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:42.945446 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:37Z', 'revision_number': 3, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:42.966255 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.019150 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a087d8-763b-4eb2-8d6f-469f56c73052 None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:37Z', 'revision_number': 3, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:43.031562 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (4870f363-e776-488f-8ddc-05160a286a46), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.062145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Attempting to bind port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:43.062522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Attempting to bind port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:43.062891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Attempting to bind port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:43.102022 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 04afcdbc-072c-4268-ba59-54c353154ebc, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=04afcdbc-072c-4268-ba59-54c353154ebc,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:43.113028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:43.113148 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:43.113482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.113958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:43.114350 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Bound port: 1c44a290-ef8d-4509-98fe-0b1bfa014e77, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:43.114780 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.165306 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2ce11-a2ab-40ed-8f2a-f8fc9095efc7 None None] Pushing event updated for resources: {'Port': ['ID=1c44a290-ef8d-4509-98fe-0b1bfa014e77,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:43.189449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:43.202058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:43.206644 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.207570 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 4870f363-e776-488f-8ddc-05160a286a46 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:43.260190 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:43.300598 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Provisioning complete for port 04afcdbc-072c-4268-ba59-54c353154ebc triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:43.301006 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.316664 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.354640 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:43.431674 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] For port 1c44a290-ef8d-4509-98fe-0b1bfa014e77, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:43.486239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for router_gateway (a6490889-cc16-41a4-97c4-9bba97beebf9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.503506 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f408a-a13f-4246-8ee9-42e300f506cd None None] Pushing event updated for resources: {'Port': ['ID=4870f363-e776-488f-8ddc-05160a286a46,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:43.534335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] For port 1c44a290-ef8d-4509-98fe-0b1bfa014e77, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c44a290-ef8d-4509-98fe-0b1bfa014e77,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:43.568337 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.607826 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:43.629328 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:43.640893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=04afcdbc-072c-4268-ba59-54c353154ebc,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:43.647602 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:43.652809 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-f99a749a-66d0-4d7c-8a53-f5e1e7b44f8a admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/22008127-9b0b-4fcb-ac9b-d06e012c5ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5412889 Aug 26 15:56:43.653388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.658281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.673578 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:43.681066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Network 46346453-7c70-4f46-80a8-f812b7507006 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:43.684104 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:43.690580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:43.691239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (31ad5170-71a0-438c-bf8c-430639b95593), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.697434 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:43.701481 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:43.801052 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 4870f363-e776-488f-8ddc-05160a286a46 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:43.801429 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (4870f363-e776-488f-8ddc-05160a286a46), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:43.915457 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:43.916154 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:43.970670 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:44.056762 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.057998 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0566ee4b-3158-4ac7-9982-a1a4ebd717bc admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 8.3007803 Aug 26 15:56:44.061180 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48784) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:44.077970 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Current status of the port 04afcdbc-072c-4268-ba59-54c353154ebc is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:44.088320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Pushing event updated for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:44.102243 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2ce11-a2ab-40ed-8f2a-f8fc9095efc7 None None] Pushing event updated for resources: {'Port': ['ID=1c44a290-ef8d-4509-98fe-0b1bfa014e77,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:44.142954 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.147422 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Provisioning complete for port 4870f363-e776-488f-8ddc-05160a286a46 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:44.147826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (4870f363-e776-488f-8ddc-05160a286a46), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.197152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.254578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:44.307496 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:44.308540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:44.312339 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48790) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:44.323275 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.325369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346058195', 'description': 'tempest-description--2114901532'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:44.349888 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:44.349888 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Updating router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf port a1371fa6-8fa7-4306-9b8c-d3b44337208c binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:44.394205 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 4870f363-e776-488f-8ddc-05160a286a46 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:44.395252 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8746e044-81d5-497c-99fc-075566b8f064 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:44.395973 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.402179 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:44.435455 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.524482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.532377 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a5619d1d-668c-4b79-b93a-3311ff9ce1db admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3594162 Aug 26 15:56:44.536990 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48796) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:44.593699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.598526 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.606588 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.608288 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.714772 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:44.715468 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:44.760521 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.909152 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks [] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.913894 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.942522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Current status of the port 4870f363-e776-488f-8ddc-05160a286a46 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:44.943750 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Allocated IP 172.20.0.1 (a3e12d9a-1559-439b-ab2a-deef2d81938d/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf/57efd6a7-8dc1-4708-ab2c-e96ae0528969) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:44.957617 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.976247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:44.977348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Provisioning complete for port b9f69f36-8669-445d-b1f0-ba3038e8e705 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:44.977750 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:44.987907 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.004357 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks [] for port (758847fe-ff1e-452d-9b83-ae0460c80789), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.009444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 8746e044-81d5-497c-99fc-075566b8f064 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:45.009828 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8746e044-81d5-497c-99fc-075566b8f064), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.027652 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:45.060652 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2936fc-9755-4ebf-ac75-484731d100fa None None] Pushing event updated for resources: {'Port': ['ID=a1371fa6-8fa7-4306-9b8c-d3b44337208c,revision_number=2']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.072398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks [] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.076856 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Attempting to bind port a1371fa6-8fa7-4306-9b8c-d3b44337208c on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:45.078109 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Attempting to bind port a1371fa6-8fa7-4306-9b8c-d3b44337208c by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:45.079399 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Attempting to bind port a1371fa6-8fa7-4306-9b8c-d3b44337208c on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:45.085413 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:45.086754 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:45.086754 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.086754 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:45.087199 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Bound port: a1371fa6-8fa7-4306-9b8c-d3b44337208c, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:45.087688 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.096110 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.097810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (31ad5170-71a0-438c-bf8c-430639b95593), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.120907 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.130508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.159817 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] For port a1371fa6-8fa7-4306-9b8c-d3b44337208c, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:45.163422 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] For port a1371fa6-8fa7-4306-9b8c-d3b44337208c, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a1371fa6-8fa7-4306-9b8c-d3b44337208c,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:45.189128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.256444 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.262389 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Pushing event updated for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.274553 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:45.281723 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:45.283514 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:45.283634 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.290513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:45.381357 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08b2e7f-6f62-455f-b0bb-0b486dded03d None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:45.386529 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Current status of the port b9f69f36-8669-445d-b1f0-ba3038e8e705 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:45.386976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.402908 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 8746e044-81d5-497c-99fc-075566b8f064 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:45.403401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8746e044-81d5-497c-99fc-075566b8f064), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.453319 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2936fc-9755-4ebf-ac75-484731d100fa None None] Pushing event updated for resources: {'Port': ['ID=a1371fa6-8fa7-4306-9b8c-d3b44337208c,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.496480 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:45.497829 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:45.527367 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Pushing event updated for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.542187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (de6a3a73-2e61-4a59-adf0-53099c8ba08e), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.554021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Router a6490889-cc16-41a4-97c4-9bba97beebf9 is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 15:56:45.583991 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] For port b9f69f36-8669-445d-b1f0-ba3038e8e705, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b9f69f36-8669-445d-b1f0-ba3038e8e705,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:45.586803 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:40Z', 'revision_number': 3, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:45.630210 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.635376 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 8746e044-81d5-497c-99fc-075566b8f064, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8746e044-81d5-497c-99fc-075566b8f064,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:45.637092 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:45.638161 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Updating router 7cbebb5b-5c64-4c50-a4cf-ff397136548d port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:45.678705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.698669 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (de6a3a73-2e61-4a59-adf0-53099c8ba08e), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.797472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8746e044-81d5-497c-99fc-075566b8f064), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.798010 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b9f69f36-8669-445d-b1f0-ba3038e8e705 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:45.804765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.809584 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.810547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Provisioning complete for port 8746e044-81d5-497c-99fc-075566b8f064 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:45.821309 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8746e044-81d5-497c-99fc-075566b8f064), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.853285 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:45.858745 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.921740 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.924546 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:45.928475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6102073 Aug 26 15:56:45.933287 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:45.935324 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Network 46346453-7c70-4f46-80a8-f812b7507006 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:45.938817 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48810) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:45.965497 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Pushing event updated for resources: {'Port': ['ID=b9f69f36-8669-445d-b1f0-ba3038e8e705,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:45.966894 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:45.985140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'de6a3a73-2e61-4a59-adf0-53099c8ba08e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:46.006489 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks [] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.018891 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62801d37-bddc-46c3-9f3d-ac631dcf3dd0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a3a73-2e61-4a59-adf0-53099c8ba08e,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:46.113413 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.114306 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.224773 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port b9f69f36-8669-445d-b1f0-ba3038e8e705 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:46.225152 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.229793 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Pushing event updated for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:46.236804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:46.266259 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Sync routers for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:46.294534 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:46.296400 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=8746e044-81d5-497c-99fc-075566b8f064,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:46.298809 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:46.372732 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:46.376658 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:46.377069 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f6fe4b3a-3e79-4cd3-868d-09ca2d918167 None None] Current status of the port 8746e044-81d5-497c-99fc-075566b8f064 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:46.426595 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:46.449814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.451125 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-761eacc7-8ca6-42ca-91d3-8f3544ec7735 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2460535 Aug 26 15:56:46.456196 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd4f71-5d70-408e-8504-61223414cd83 None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:39Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:46.465782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:46.469918 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48814) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:46.473168 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:46.476372 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:46.629615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:46.631430 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:46.652431 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Provisioning complete for port 758847fe-ff1e-452d-9b83-ae0460c80789 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:46.656048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-1f4b46e7-98de-4b16-b4a9-01058366cd4c admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/31ad5170-71a0-438c-bf8c-430639b95593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9916852 Aug 26 15:56:46.663861 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.703225 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:46.706418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (1658f692-05e7-4ceb-9902-cf67e9ff28b6), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:46.765472 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:46.821910 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port b9f69f36-8669-445d-b1f0-ba3038e8e705 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:46.849856 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:46.871814 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:46.872583 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:46.997292 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:47.005242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (1658f692-05e7-4ceb-9902-cf67e9ff28b6), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.020264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:47.082557 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.087726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:47.135780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (1658f692-05e7-4ceb-9902-cf67e9ff28b6), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.150700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Port 758847fe-ff1e-452d-9b83-ae0460c80789 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:47.162199 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Provisioning complete for port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:47.162805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.201580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1658f692-05e7-4ceb-9902-cf67e9ff28b6,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:47.280397 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:47.424570 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:47.496784 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:47.517140 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:47.523899 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Checking router: a6490889-cc16-41a4-97c4-9bba97beebf9 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:47.524479 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Updating router a6490889-cc16-41a4-97c4-9bba97beebf9 port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:47.549086 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks [] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.632158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Provisioning complete for port b9f69f36-8669-445d-b1f0-ba3038e8e705 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:47.632527 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.650511 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.726206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Allocated IP 172.20.0.1 (14fbb9b0-48c1-40b4-822d-b21197d95a3b/f41a155d-e422-4ed8-847f-b61af266b366/e362a7b7-522d-40e4-8476-7a5806d07a9d) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:47.815743 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:47.819056 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:47.867373 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48840) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:47.873403 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:47.879641 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391856753', 'description': 'tempest-description--24692547'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:47.915001 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c4604fc1-d256-41ad-924e-e07058d08635 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/731d9b53-cd85-4c9d-ae12-d9a401cdeaaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8416533 Aug 26 15:56:47.915001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:48.064959 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.065059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Attempting to bind port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:48.065059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Attempting to bind port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:48.065059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Attempting to bind port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:48.066332 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-fe18884f-026d-4a30-b3ec-1cc8c67f76cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1173871 Aug 26 15:56:48.066332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48856) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:48.071538 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Current status of the port b9f69f36-8669-445d-b1f0-ba3038e8e705 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:48.093716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'de6a3a73-2e61-4a59-adf0-53099c8ba08e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:48.136551 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks [] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.155527 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:48.155955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.202261 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:48.202735 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:48.203281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.204036 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:48.204722 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Bound port: d6bc06c1-c743-4374-90bc-65cd7ab18fd8, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:48.205208 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.235784 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks [] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.256835 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c553d3-ff0b-437c-a6c4-37bf652dd028 None None] Pushing event updated for resources: {'Port': ['ID=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:48.260215 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Provisioning complete for port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:48.260652 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.263522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.325688 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:48.326761 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:48.343573 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.352388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 2, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:48.353955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (9dff04a2-b558-4668-9a4b-0947e4a44479), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.357524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:48.381504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:48.382765 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:48.392234 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:48.394947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:48.395708 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.469490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Provisioning complete for port 8746e044-81d5-497c-99fc-075566b8f064 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:48.469935 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8746e044-81d5-497c-99fc-075566b8f064), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.472029 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:48.472388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Updating router 31ad5170-71a0-438c-bf8c-430639b95593 port 758847fe-ff1e-452d-9b83-ae0460c80789 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:48.564598 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Attempting to bind port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:48.565082 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Attempting to bind port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:48.566684 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Attempting to bind port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:48.579156 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17088474-4bac-42f6-ac8a-f7eea832643e None None] Pushing event updated for resources: {'Port': ['ID=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,revision_number=2']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:48.582288 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Pushing event updated for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:48.599611 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:48.601511 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:48.602324 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.602856 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:48.603834 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Bound port: 5f4a1e41-83df-4f64-b9c1-f903245e2cb9, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:48.605373 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.615722 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] For port d6bc06c1-c743-4374-90bc-65cd7ab18fd8, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:48.677878 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48896) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:48.686094 dv-cinder-851449-7-iscsi neutron-server[113647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 15:56:48.730713 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.736401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] For port d6bc06c1-c743-4374-90bc-65cd7ab18fd8, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:48.744171 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.772830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:48.776860 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] For port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:48.778134 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.804493 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] For port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:48.864059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.872633 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:48.949707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.949928 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.952462 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (9dff04a2-b558-4668-9a4b-0947e4a44479), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:48.957105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (4a4b1997-61b4-4350-b118-2141344983e4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.033314 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.052579 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:49.053442 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:49.056281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.057254 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 4870f363-e776-488f-8ddc-05160a286a46 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:49.058782 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f7683-4649-4de1-b73d-b915d93e1d2e None None] Current status of the port 8746e044-81d5-497c-99fc-075566b8f064 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:49.077902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (9dff04a2-b558-4668-9a4b-0947e4a44479), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.085965 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:49.093021 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:49.115735 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4a4b1997-61b4-4350-b118-2141344983e4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.146510 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.204659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.219882 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17088474-4bac-42f6-ac8a-f7eea832643e None None] Pushing event updated for resources: {'Port': ['ID=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.220081 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.221163 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.3455145 Aug 26 15:56:49.226359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff04a2-b558-4668-9a4b-0947e4a44479,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.237986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Provisioning complete for port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:49.237986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.239186 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c553d3-ff0b-437c-a6c4-37bf652dd028 None None] Pushing event updated for resources: {'Port': ['ID=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.239312 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 48930) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:49.244542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group_rule': {'security_group_id': '4a4b1997-61b4-4350-b118-2141344983e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:49.288127 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-e178c94b-21ca-4e0c-ab75-80ab0e62f482 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:49.305871 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d819987-5c4e-4db0-8347-b50e262a8945 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b1997-61b4-4350-b118-2141344983e4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.311959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-e178c94b-21ca-4e0c-ab75-80ab0e62f482 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 0.6281943 Aug 26 15:56:49.347359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.351496 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8f880bc2-dfdb-4122-8b71-2a23a6f6a2e2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2650509 Aug 26 15:56:49.351496 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.351738 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.353308 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48934) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:49.363941 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:49.374619 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-f3beae55-219c-41b0-87c1-a2b89b33ccf1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/quotas/5f170813ecff47a68d7610de9d769287 HTTP/1.1" status: 200 len: 375 time: 0.0612140 Aug 26 15:56:49.388444 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:49.400521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.428182 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Allocated IP 172.20.0.1 (d87878b7-d9a3-45c4-aa08-3d8577af979f/2fa3a047-c0e1-428d-ac48-b089916d5bde/015cd84c-aac3-4348-9e62-a9cec5e5b5a5) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:49.442766 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.537251 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (8376ba0f-3ccf-4478-ad22-1398b41e674a), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.614817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:49.672513 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-7ca26008-759f-4721-bc60-cc7d595f90fb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2526846 Aug 26 15:56:49.690833 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (8376ba0f-3ccf-4478-ad22-1398b41e674a), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.698904 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.709420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 4870f363-e776-488f-8ddc-05160a286a46 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:49.709800 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (4870f363-e776-488f-8ddc-05160a286a46), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.773667 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks [] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.774178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Provisioning complete for port e362a7b7-522d-40e4-8476-7a5806d07a9d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:49.774569 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.776228 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.787683 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:49.789568 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:49.832777 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (8376ba0f-3ccf-4478-ad22-1398b41e674a), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.916405 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8376ba0f-3ccf-4478-ad22-1398b41e674a,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:49.963203 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:49.974219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.989654 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:49.996662 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6bbfc5b5-d891-4783-bc37-fa30ebd17668 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7532129 Aug 26 15:56:50.002615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 48960) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:50.030393 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.032676 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:50.101939 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Network d87878b7-d9a3-45c4-aa08-3d8577af979f is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:50.104795 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3550484-78dd-46ac-870b-3db780c593a6 None None] The sync data for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi is: [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 3, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:50.114737 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:50.119538 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:50.120044 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (a6490889-cc16-41a4-97c4-9bba97beebf9), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.122242 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:50.134543 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:50.205455 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0b1d9884-e8dd-460b-8aef-9a5827afc5d9 None None] Port e362a7b7-522d-40e4-8476-7a5806d07a9d cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:50.225966 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:50.235804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group_rule': {'security_group_id': '4a4b1997-61b4-4350-b118-2141344983e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:50.260501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-dc421b6a-bab5-4d2f-87d6-941c50ed466b service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:56:50.262431 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-dc421b6a-bab5-4d2f-87d6-941c50ed466b service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3068748 Aug 26 15:56:50.262548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Pushing event updated for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:50.318460 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.379971 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:50.423770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:50.424296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:50.461969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.614008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks [] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.624748 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-83545599-368b-4f14-9956-4c447a088e53 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373034 Aug 26 15:56:50.653405 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (574f97de-ea55-41b7-a5b3-b9ce014116b9), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.657863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.661611 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 4870f363-e776-488f-8ddc-05160a286a46 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:50.662674 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 04afcdbc-072c-4268-ba59-54c353154ebc up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:50.709594 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:50.742294 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:50.742588 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Updating router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:50.759759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.760537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.784004 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.821108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Pushing event updated for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:50.822185 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.855724 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-3debe5f8-d583-4c1f-8556-70d1b8c625c7 None None] Provisioning complete for port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:50.861846 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3debe5f8-d583-4c1f-8556-70d1b8c625c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.898151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:50.912237 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks [] for port (758847fe-ff1e-452d-9b83-ae0460c80789), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.914883 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-3debe5f8-d583-4c1f-8556-70d1b8c625c7 None None] Port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:50.937150 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 04afcdbc-072c-4268-ba59-54c353154ebc triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:50.937150 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:50.963989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.27.1.224 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/1e4dcd0f-16dd-419b-866a-495afe1a1f90) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:51.052847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.083865 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks [] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.089708 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:40Z', 'revision_number': 3, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:51.108785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (574f97de-ea55-41b7-a5b3-b9ce014116b9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.167944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:51.178194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.179081 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (a6490889-cc16-41a4-97c4-9bba97beebf9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.219682 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-e6c48dad-bf4f-465d-8201-70c5dac612e6 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845408 Aug 26 15:56:51.223233 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:51.274025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebb309d-e7b4-48df-a71d-faf2dcd9c585 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:40Z', 'revision_number': 3, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:51.334108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.355950 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Pushing event updated for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:51.422391 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (574f97de-ea55-41b7-a5b3-b9ce014116b9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.445890 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Network d87878b7-d9a3-45c4-aa08-3d8577af979f is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:51.447405 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:51.477401 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks [] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.520503 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574f97de-ea55-41b7-a5b3-b9ce014116b9,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:51.525243 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:51.533248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.547766 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeee96-04be-4ac0-8df6-a994a426102c None None] Pushing event updated for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:51.587738 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:51.601115 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:51.626743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:51.740744 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:51.743592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:51.783855 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Attempting to bind port 758847fe-ff1e-452d-9b83-ae0460c80789 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:51.784231 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Attempting to bind port 758847fe-ff1e-452d-9b83-ae0460c80789 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:51.784591 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Attempting to bind port 758847fe-ff1e-452d-9b83-ae0460c80789 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:51.862350 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Router a6490889-cc16-41a4-97c4-9bba97beebf9 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:51.890011 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:51.948190 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f39a6-6379-4e2d-ba2a-aeb2f089a012 None None] Pushing event updated for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:51.972716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49010) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:51.987243 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Attempting to bind port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:51.987875 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Attempting to bind port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:51.988374 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Attempting to bind port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:52.021415 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 04afcdbc-072c-4268-ba59-54c353154ebc is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:52.023677 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8746e044-81d5-497c-99fc-075566b8f064 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:52.045046 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:52.046387 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:52.048382 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.048852 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:52.051003 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Bound port: 00c42ab3-1cb7-483d-b32b-33e37d1327a1, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:52.051349 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.088152 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:52.089700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Checking segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:52.091597 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.093296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Bound using segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:52.094023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Bound port: 758847fe-ff1e-452d-9b83-ae0460c80789, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:52.099709 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.169153 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.183862 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-c2923881-fcbd-44d5-9866-78f298ea64d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9526696 Aug 26 15:56:52.184570 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49022) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:52.239514 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] For port 00c42ab3-1cb7-483d-b32b-33e37d1327a1, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:52.247107 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] For port 00c42ab3-1cb7-483d-b32b-33e37d1327a1, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=00c42ab3-1cb7-483d-b32b-33e37d1327a1,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:52.262491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:52.262744 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:52.269384 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9990a979-1bc9-434a-a33e-f56ce289b31d admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/a6490889-cc16-41a4-97c4-9bba97beebf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7802963 Aug 26 15:56:52.289337 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c4b6a6b-d4de-43a9-8109-0316ceec8d89 req-0ca4d00a-e0c5-4b19-8030-747e7b882171 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 210 time: 0.2949357 Aug 26 15:56:52.290057 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.298883 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.310671 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=1e4dcd0f-16dd-419b-866a-495afe1a1f90,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:52.331212 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f8ec78d5-811a-4e51-be6d-53f1c0acb887 None None] Provisioning complete for port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:52.331609 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f8ec78d5-811a-4e51-be6d-53f1c0acb887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.372094 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.432057 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.434201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] For port 758847fe-ff1e-452d-9b83-ae0460c80789, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:52.437880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] For port 758847fe-ff1e-452d-9b83-ae0460c80789, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=758847fe-ff1e-452d-9b83-ae0460c80789,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:52.487035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:56:52.495014 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:52.512565 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.524432 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f8ec78d5-811a-4e51-be6d-53f1c0acb887 None None] Port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:52.553204 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.591684 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.604444 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f39a6-6379-4e2d-ba2a-aeb2f089a012 None None] Pushing event updated for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:52.608584 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 8746e044-81d5-497c-99fc-075566b8f064 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:52.609254 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8746e044-81d5-497c-99fc-075566b8f064), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.663240 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 2, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.686458 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.702242 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:52.702642 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Updating router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:52.711823 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:52.712738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:52.713463 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:52.749195 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeee96-04be-4ac0-8df6-a994a426102c None None] Pushing event updated for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:52.767980 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:52.774687 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.834156 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-79d61d4c-06bf-46de-9ebe-b3c2475bd804 None None] Provisioning complete for port e362a7b7-522d-40e4-8476-7a5806d07a9d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:52.834631 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-79d61d4c-06bf-46de-9ebe-b3c2475bd804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.876951 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-79d61d4c-06bf-46de-9ebe-b3c2475bd804 None None] Port e362a7b7-522d-40e4-8476-7a5806d07a9d cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:56:52.894790 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:52.900644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.019831 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 8746e044-81d5-497c-99fc-075566b8f064 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:53.020903 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b9f69f36-8669-445d-b1f0-ba3038e8e705 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:53.033265 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:53.060732 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6b6fb1-4f30-4174-b47f-81f584ae3880 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:53.131236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:53.276989 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port b9f69f36-8669-445d-b1f0-ba3038e8e705 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:53.277393 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.415160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:56:53.423510 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8be3f856-f79f-484d-b4cb-4b1d6bfa105a admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/7cbebb5b-5c64-4c50-a4cf-ff397136548d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8852580 Aug 26 15:56:53.509532 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-67c9e184-e670-476b-997e-94c8b07be72e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:53.511081 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-67c9e184-e670-476b-997e-94c8b07be72e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/networks?id=d87878b7-d9a3-45c4-aa08-3d8577af979f HTTP/1.1" status: 200 len: 811 time: 0.5489228 Aug 26 15:56:53.531827 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-b7441142-c7be-4e88-ae95-7013139129e5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:53.533280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-b7441142-c7be-4e88-ae95-7013139129e5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 0.9501891 Aug 26 15:56:53.560011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Allocated IP 172.27.1.205 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/d53c6bde-2476-427d-9ac8-8e2c17d1900b) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:53.572496 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-a51fc836-e3ce-48f4-9a90-8f5c0dcdb4df tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/quotas/e649b58115ab4bcbbf045a3c036a3049 HTTP/1.1" status: 200 len: 375 time: 0.0509696 Aug 26 15:56:53.590969 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-14873030-fd94-460b-94ef-4c6fed946098 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/quotas/5f170813ecff47a68d7610de9d769287 HTTP/1.1" status: 200 len: 375 time: 0.0428693 Aug 26 15:56:53.672218 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port b9f69f36-8669-445d-b1f0-ba3038e8e705 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:53.673193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c44a290-ef8d-4509-98fe-0b1bfa014e77 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:53.712984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:53.746270 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-972c3e2b-4c19-4af4-93e7-83fe9b9cb536 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=e649b58115ab4bcbbf045a3c036a3049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623189 Aug 26 15:56:53.754510 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35f4702-b76d-4941-aea1-51ed7c8b7648 None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:56:52Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:53.764730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0c3ab9f4-2c0b-421d-9ccf-bad3d7f12200 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1607699 Aug 26 15:56:53.767413 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.767771 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks [] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.778266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:53.778637 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.864301 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:53.864702 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.869090 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:53.887199 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 1c44a290-ef8d-4509-98fe-0b1bfa014e77, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c44a290-ef8d-4509-98fe-0b1bfa014e77,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:53.920049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-aaa65d98-dceb-4ec9-9967-3c57dad745bf service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:56:53.921361 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-aaa65d98-dceb-4ec9-9967-3c57dad745bf service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1121325 Aug 26 15:56:53.927652 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-e9c96cd9-094d-4322-944a-f1564a556ada service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436236 Aug 26 15:56:54.091375 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-5f815e4d-ecec-4739-ae71-d1bbf196bfbc service neutron] 10.222.0.94 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627612 Aug 26 15:56:54.093588 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-66d00816-f73a-468d-a7f3-20f373b04fdb service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550100 Aug 26 15:56:54.191419 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-50ca9887-476d-41f2-8f04-6cf303caf0b6 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936699 Aug 26 15:56:54.580751 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Sync routers for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:54.592271 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:54.593000 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:54.709500 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:54.850502 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.851280 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.855234 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.862159 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:54.863099 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.003191 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:55.013196 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:55.058126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:55.067409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:55.125992 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:50Z', 'revision_number': 4, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '015cd84c-aac3-4348-9e62-a9cec5e5b5a5', 'name': '', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'mac_address': 'fa:16:3e:2f:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:49Z', 'updated_at': '2022-08-26T15:56:50Z', 'revision_number': 2, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'subnets': [{'id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:55.159634 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=d53c6bde-2476-427d-9ac8-8e2c17d1900b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:55.208965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.212770 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8586080 Aug 26 15:56:55.283252 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08676e-4128-4501-939f-34d16a9f74db None None] Pushing event updated for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:55.296537 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Checking router: a6490889-cc16-41a4-97c4-9bba97beebf9 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:55.296537 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Updating router a6490889-cc16-41a4-97c4-9bba97beebf9 port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:55.326244 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49132) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:55.339029 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082871707', 'description': 'tempest-description--185079751'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:55.432458 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.488708 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.511050 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.538808 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=1c44a290-ef8d-4509-98fe-0b1bfa014e77,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:55.591369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:55.604815 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Attempting to bind port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:55.605871 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Attempting to bind port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:55.609885 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Attempting to bind port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:55.621528 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:55.622129 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:55.622833 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.624574 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Bound using segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:55.625523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Bound port: 57efd6a7-8dc1-4708-ab2c-e96ae0528969, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:55.626145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.687253 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d6bc06c1-c743-4374-90bc-65cd7ab18fd8 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:55.735534 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-918cd49f-e3ba-402a-a5b2-c9840a41ffa8 req-55c905c2-079f-41f1-b28a-26728d8c288a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.6477172 Aug 26 15:56:55.748989 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (20f169e0-7d95-4657-a7ac-ccba0df77ee3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.841030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.866313 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-03973010-434b-49e1-89e5-e081ce6c6315 req-05320782-ad6b-4227-b707-c2c0ef4ce6f9 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.2780366 Aug 26 15:56:55.908003 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (20f169e0-7d95-4657-a7ac-ccba0df77ee3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:55.916815 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] For port 57efd6a7-8dc1-4708-ab2c-e96ae0528969, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:55.944946 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] For port 57efd6a7-8dc1-4708-ab2c-e96ae0528969, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=57efd6a7-8dc1-4708-ab2c-e96ae0528969,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:55.982603 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:55.985105 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.009253 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f169e0-7d95-4657-a7ac-ccba0df77ee3,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.073972 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-d342bf4e-e66e-4a0f-a299-960bde3e5203 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--346058195&fields=id&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 267 time: 0.1153350 Aug 26 15:56:56.074873 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bfc09-7917-4a60-8cd4-5f21f6139456 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=1e4dcd0f-16dd-419b-866a-495afe1a1f90,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.102204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.102815 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:56.107415 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-fcda6eb2-128a-4e4d-b313-a8c4d330e684 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7788599 Aug 26 15:56:56.111283 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49176) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:56.117175 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.129054 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group_rule': {'security_group_id': '20f169e0-7d95-4657-a7ac-ccba0df77ee3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:56.274859 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks [] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.277784 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:56.278999 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.321986 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (b7e8a1eb-4871-428b-9c1a-f61bc0f8b801), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.383713 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08676e-4128-4501-939f-34d16a9f74db None None] Pushing event updated for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.393097 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-0fe7b0fa-91d7-4ba9-af53-63083723250e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:56.402386 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-0fe7b0fa-91d7-4ba9-af53-63083723250e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.3190536 Aug 26 15:56:56.424164 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.441268 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (b7e8a1eb-4871-428b-9c1a-f61bc0f8b801), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.474446 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-80ed2dff-b2c7-4e7a-b53c-fd3b5c2f9fdb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/quotas/d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 375 time: 0.0710967 Aug 26 15:56:56.543592 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc137de-fa72-4e45-8664-2d2bf85b23e1 None None] Pushing event updated for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.579192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (b7e8a1eb-4871-428b-9c1a-f61bc0f8b801), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.579496 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:56.579895 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.595537 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Attempting to bind port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:56:56.595905 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Attempting to bind port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:56:56.596265 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Attempting to bind port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 on network d87878b7-d9a3-45c4-aa08-3d8577af979f {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:56:56.599171 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-ca70207d-aab1-4191-a109-2d1cc1618cc8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237118 Aug 26 15:56:56.607487 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:56.607692 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:56:56.609024 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Checking segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:56:56.609024 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.609024 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Bound using segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:56:56.609377 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Bound port: 015cd84c-aac3-4348-9e62-a9cec5e5b5a5, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:56:56.609635 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.625043 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port d6bc06c1-c743-4374-90bc-65cd7ab18fd8, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:56.628390 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:56.640203 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e8a1eb-4871-428b-9c1a-f61bc0f8b801,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:56.724517 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] For port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:56:56.731195 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] For port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:56:56.736379 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.759779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-c4b8b546-5837-4f1f-80bd-dafc4b26e7e8 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394720 Aug 26 15:56:56.817996 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.819463 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6aa988c5-694a-4f51-ba11-2e9ba4e06c36 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7063518 Aug 26 15:56:56.819575 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.820481 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:56.822286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49206) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:56.827290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group_rule': {'security_group_id': '20f169e0-7d95-4657-a7ac-ccba0df77ee3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:56.860870 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.872704 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.874780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.907780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49214) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:56.942131 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (0332f3a8-810c-4d52-9161-cc3cb1baf42d), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:56.970565 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:56.974201 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:56.995475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4cd6fcd0-5b58-4b49-af35-eb426e4dcf59 req-5aca8db1-ca54-4dab-8ab0-b3056c282ac2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.1509619 Aug 26 15:56:57.043543 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:56:55Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.044124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.045648 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:56:57.054788 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7975757 Aug 26 15:56:57.092099 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (0332f3a8-810c-4d52-9161-cc3cb1baf42d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.092842 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb64f95f-6a14-4371-944e-0badfe09d44e None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:56:55Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:57.107874 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.116875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.120479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:56:57.121079 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.142560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2459ee6-ab0d-408f-9f21-3c60814bb215 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=d53c6bde-2476-427d-9ac8-8e2c17d1900b,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.156124 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc137de-fa72-4e45-8664-2d2bf85b23e1 None None] Pushing event updated for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.214721 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:57.245852 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-2fbf451d-c30a-4737-a0ea-e78692305b2e service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774094 Aug 26 15:56:57.255873 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (0332f3a8-810c-4d52-9161-cc3cb1baf42d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.268306 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:56:57.353082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:57.353471 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.372977 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-371c6937-bc07-4080-8a25-a5693172819e req-dc990ba5-3478-47c0-9980-c013951541af tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.1724570 Aug 26 15:56:57.372977 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.389564 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec2ad3e1-3f0e-4cc4-981b-994c772b0413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.411768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0332f3a8-810c-4d52-9161-cc3cb1baf42d,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.473372 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.474384 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6cb187cc-d563-48f6-9a10-1606673a688a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6510644 Aug 26 15:56:57.477746 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49242) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:57.488200 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:56:57.516473 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.598045 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:57.598469 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a1371fa6-8fa7-4306-9b8c-d3b44337208c up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:57.646736 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-c4e44f75-a27d-4d6c-bdc5-d93710919149 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1391856753&fields=id&tenant_id=8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 267 time: 0.0880187 Aug 26 15:56:57.647737 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.688028 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec2ad3e1-3f0e-4cc4-981b-994c772b0413 admin admin] Publish callbacks [] for security_group (20b8d42d-59ef-4ba3-b1a8-2d6d2c734652), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.698551 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.770180 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec2ad3e1-3f0e-4cc4-981b-994c772b0413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (20b8d42d-59ef-4ba3-b1a8-2d6d2c734652), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:57.814613 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:50Z', 'revision_number': 4, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '015cd84c-aac3-4348-9e62-a9cec5e5b5a5', 'name': '', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'mac_address': 'fa:16:3e:2f:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:49Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'subnets': [{'id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:57.852478 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12310dd3-52ff-4e71-9d47-2a1889ff3deb None None] The sync data for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi is: [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:50Z', 'revision_number': 4, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '015cd84c-aac3-4348-9e62-a9cec5e5b5a5', 'name': '', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'mac_address': 'fa:16:3e:2f:4d:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:49Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'subnets': [{'id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:56:57.919946 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ec2ad3e1-3f0e-4cc4-981b-994c772b0413 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0d8be83798d04491b2e420af8502106f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0108163 Aug 26 15:56:57.920940 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ad3e1-3f0e-4cc4-981b-994c772b0413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b8d42d-59ef-4ba3-b1a8-2d6d2c734652,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:57.937722 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49254) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:57.949193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:57.971602 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:58.027696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port a1371fa6-8fa7-4306-9b8c-d3b44337208c triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:58.031897 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.043386 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49260) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.078755 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] Publish callbacks [] for security_group (20b8d42d-59ef-4ba3-b1a8-2d6d2c734652), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.144848 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] Publish callbacks [] for security_group (20b8d42d-59ef-4ba3-b1a8-2d6d2c734652), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.229195 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 2, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:56:58.305111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:56:58.305839 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Updating router 7cbebb5b-5c64-4c50-a4cf-ff397136548d port e362a7b7-522d-40e4-8476-7a5806d07a9d binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 15:56:58.356637 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1248a935-1ba9-428d-b551-51ba8213ecee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.363709 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (20b8d42d-59ef-4ba3-b1a8-2d6d2c734652), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.369208 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.378790 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/20b8d42d-59ef-4ba3-b1a8-2d6d2c734652 HTTP/1.1" status: 204 len: 168 time: 0.4366872 Aug 26 15:56:58.428196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb148e-5af9-4292-86d4-277e0cc23fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b8d42d-59ef-4ba3-b1a8-2d6d2c734652,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.473496 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f967617-a356-4bcc-b068-d67b0524cdc4 req-c3dff54d-fb97-4b24-9055-2f6d0f11b5c8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.2466817 Aug 26 15:56:58.480154 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-f7aa8a39-acd9-4ff1-be3a-1586e419f878 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:56:58.490754 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-f7aa8a39-acd9-4ff1-be3a-1586e419f878 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 810 time: 0.7746253 Aug 26 15:56:58.506175 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port a1371fa6-8fa7-4306-9b8c-d3b44337208c is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:58.507589 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.530761 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.653410 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.671322 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1248a935-1ba9-428d-b551-51ba8213ecee admin admin] Publish callbacks [] for security_group (aeebedf7-8499-4811-9ac8-96764beaf1e4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.680786 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port a1371fa6-8fa7-4306-9b8c-d3b44337208c, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a1371fa6-8fa7-4306-9b8c-d3b44337208c,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:58.794864 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1248a935-1ba9-428d-b551-51ba8213ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (aeebedf7-8499-4811-9ac8-96764beaf1e4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.815271 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Allocated IP 172.27.1.197 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/2b56ec03-485c-4b36-b508-2187046bdcfe) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:56:58.823985 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:58.824802 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:58.867254 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1248a935-1ba9-428d-b551-51ba8213ecee admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d6f7c7361aad41a594a0164ebfac2a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8195508 Aug 26 15:56:58.871915 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49280) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:58.954461 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-1ab9808b-b5ce-495a-a390-1972c5a8713f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/quotas/8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 375 time: 0.4622386 Aug 26 15:56:58.988478 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248a935-1ba9-428d-b551-51ba8213ecee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebedf7-8499-4811-9ac8-96764beaf1e4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:58.990504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9d0bb600-7334-4084-bfe1-18be384029e5 req-ce3a6fd7-e894-48ab-a0b7-d1631810bbce tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.1241534 Aug 26 15:56:59.168474 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] Publish callbacks [] for security_group (aeebedf7-8499-4811-9ac8-96764beaf1e4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.201778 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a979a6cc-f1b8-4156-a0f6-a32ea6fc9224 req-3b1a92ab-b03d-47ae-bb9a-537bfce0cabc tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.0598793 Aug 26 15:56:59.228354 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-607dd47e-d110-40de-b892-ca0ed2722cae tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2725439 Aug 26 15:56:59.239490 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] Publish callbacks [] for security_group (aeebedf7-8499-4811-9ac8-96764beaf1e4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.315554 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=a1371fa6-8fa7-4306-9b8c-d3b44337208c,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.333293 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:56:59.334522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.360652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.399565 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-857bd106-ab41-4eab-a178-f4c53a71c887 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698699 Aug 26 15:56:59.473144 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (aeebedf7-8499-4811-9ac8-96764beaf1e4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.476105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.480425 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/aeebedf7-8499-4811-9ac8-96764beaf1e4 HTTP/1.1" status: 204 len: 168 time: 0.5985267 Aug 26 15:56:59.519454 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4ef05-7157-4b43-8e6b-55f7b9c73a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebedf7-8499-4811-9ac8-96764beaf1e4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.553122 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.575014 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:56:59.575416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.612366 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks [] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.642900 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:56:59.676781 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-64c6974c-df59-4082-aec5-a0639001b19e service neutron] 10.222.0.94 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714829 Aug 26 15:56:59.678622 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:56:59.709168 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:56:59.714628 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31ebb040-00cf-4198-af2f-3c19f639d370 req-516c21ee-c811-4101-b314-d5e4c3ea4299 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.0609007 Aug 26 15:56:59.714794 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49290) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:56:59.715554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:56:59.749154 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=2b56ec03-485c-4b36-b508-2187046bdcfe,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:56:59.750032 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.754426 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c01441f8-e90c-4c18-80cd-bd33fcf62a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.757479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 758847fe-ff1e-452d-9b83-ae0460c80789 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:56:59.809689 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.838779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.852152 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:56:59.941487 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c01441f8-e90c-4c18-80cd-bd33fcf62a63 admin admin] Publish callbacks [] for security_group (2739e74d-5b21-4d62-b7ea-1b8a8e224624), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:56:59.973023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.020356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-c01441f8-e90c-4c18-80cd-bd33fcf62a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2739e74d-5b21-4d62-b7ea-1b8a8e224624), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.031495 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 758847fe-ff1e-452d-9b83-ae0460c80789 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:00.032281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.137945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49308) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.142880 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-c01441f8-e90c-4c18-80cd-bd33fcf62a63 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=43ac24e24da0423e82e862c80ee54a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4150350 Aug 26 15:57:00.173875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70337-08e9-4caa-9daf-d92f9705c629 None None] Pushing event updated for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.194367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-34a7d216-cc9d-4beb-bfff-6a203339081c req-edc9442a-8db3-4298-8b05-d5883c27fa90 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.0628269 Aug 26 15:57:00.223540 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.102', 60379) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.226790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:00.227767 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.251066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Attempting to bind port e362a7b7-522d-40e4-8476-7a5806d07a9d on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:00.252326 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Attempting to bind port e362a7b7-522d-40e4-8476-7a5806d07a9d by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:00.252600 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Attempting to bind port e362a7b7-522d-40e4-8476-7a5806d07a9d on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:00.265559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:00.266201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Checking segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:00.266961 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.268004 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Bound using segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:00.268686 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Bound port: e362a7b7-522d-40e4-8476-7a5806d07a9d, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:00.269360 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.272942 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.102', 60380) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.455874 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] For port e362a7b7-522d-40e4-8476-7a5806d07a9d, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:00.459170 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 758847fe-ff1e-452d-9b83-ae0460c80789 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:00.460414 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.465544 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] For port e362a7b7-522d-40e4-8476-7a5806d07a9d, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=e362a7b7-522d-40e4-8476-7a5806d07a9d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:00.481619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.535717 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 758847fe-ff1e-452d-9b83-ae0460c80789, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=758847fe-ff1e-452d-9b83-ae0460c80789,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:00.549290 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a281b367-7a07-47d8-b057-a51e814099ba req-c131889d-bd84-4115-b883-a1f249e05f4f tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.0608315 Aug 26 15:57:00.552169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.102', 60382) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:00.567201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.589109 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:00.601907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01441f8-e90c-4c18-80cd-bd33fcf62a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2739e74d-5b21-4d62-b7ea-1b8a8e224624,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.610260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.610979 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.619181 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:00.620281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:56:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:00.645444 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61839511-a2a4-4af3-8ed4-f9f371ed4496 req-376d3a64-3fc0-4803-b087-8a80c745d415 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.4490182 Aug 26 15:57:00.707736 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.707736 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 00c42ab3-1cb7-483d-b32b-33e37d1327a1 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:00.763757 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.769116 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:00.780778 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70337-08e9-4caa-9daf-d92f9705c629 None None] Pushing event updated for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.781089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2988181 Aug 26 15:57:00.803553 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37864f8c-6dd6-424b-8c3d-60a9d571cbe1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=2b56ec03-485c-4b36-b508-2187046bdcfe,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.872940 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:00.899474 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:00.900108 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.903973 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:00.967988 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-52dcf79b-287d-45a3-92f3-3e2836ff6f69 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:00.971014 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] Publish callbacks [] for security_group (2739e74d-5b21-4d62-b7ea-1b8a8e224624), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:00.978392 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-52dcf79b-287d-45a3-92f3-3e2836ff6f69 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.102 "GET /networking/v2.0/networks?id=d87878b7-d9a3-45c4-aa08-3d8577af979f HTTP/1.1" status: 200 len: 811 time: 0.3880644 Aug 26 15:57:00.990762 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8dfec1ce-5a2a-4c77-b72c-f4c95856eaa0 req-192e5bb7-fdc8-4c98-8aec-c4af6a7c67a2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.1125317 Aug 26 15:57:01.054772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Request body: {'port': {'device_id': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'admin_state_up': True, 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:01.117176 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] Publish callbacks [] for security_group (2739e74d-5b21-4d62-b7ea-1b8a8e224624), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.150088 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:01.298064 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-c2189266-ed07-4557-9b87-6e303ccdfbcc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:01.300253 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-c2189266-ed07-4557-9b87-6e303ccdfbcc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 1.0812109 Aug 26 15:57:01.318188 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-68310245-e2c3-4b9a-aed0-01e58885b42c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:01.319954 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-68310245-e2c3-4b9a-aed0-01e58885b42c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 0.9914951 Aug 26 15:57:01.415603 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:01.419179 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.431424 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-991dba60-ec1a-438d-8f30-c27127c4c145 req-7a5f779a-5706-49f9-b762-996eb16752e4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.0596046 Aug 26 15:57:01.439483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2739e74d-5b21-4d62-b7ea-1b8a8e224624), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.447891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.447891 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2739e74d-5b21-4d62-b7ea-1b8a8e224624 HTTP/1.1" status: 204 len: 168 time: 1.3079789 Aug 26 15:57:01.464711 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a97dde1-83eb-4944-a6d1-ee3b28221814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2739e74d-5b21-4d62-b7ea-1b8a8e224624,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:01.476837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-c64e74af-a708-44ed-99c5-06d608caac85 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2082871707&fields=id&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 267 time: 0.2960839 Aug 26 15:57:01.528460 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 00c42ab3-1cb7-483d-b32b-33e37d1327a1, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=00c42ab3-1cb7-483d-b32b-33e37d1327a1,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:01.532576 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:01.543214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Made reservation on behalf of e649b58115ab4bcbbf045a3c036a3049 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:01.548293 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.563062 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:01.565368 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bde10e-e427-4bf4-86ce-e00d884f9220 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:57:01.579051 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'port': {'device_id': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'admin_state_up': True, 'tenant_id': '5f170813ecff47a68d7610de9d769287'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:01.588611 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:01.741785 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'port': {'device_id': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'admin_state_up': True, 'tenant_id': '5f170813ecff47a68d7610de9d769287'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:01.823827 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49392) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:01.938216 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:01.946886 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a5c6f6b-3034-4dbc-945e-3a63ead720ea req-2ba7bf3a-9b35-4647-b5bb-93ecbce8e5d2 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.2514548 Aug 26 15:57:02.001374 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:02.060214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-3c5a5609-f05f-4763-b20c-6b409514c282 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:02.061401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:02.068372 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-3c5a5609-f05f-4763-b20c-6b409514c282 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 816 time: 0.5927424 Aug 26 15:57:02.096046 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.102', 60396) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:02.101162 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d6bc06c1-c743-4374-90bc-65cd7ab18fd8 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:02.128353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-357578479-network', 'tenant_id': '65bea261cb0c4ed39a65758ca8def241'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:02.147300 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8215a2db-5f3f-443b-925f-91e5a2643fb7 req-8b51404e-74db-418a-a515-4a552e0ed540 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.1251106 Aug 26 15:57:02.162359 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:02.182728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.223967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-34de021e-d553-460a-a1a7-ab2faba65134 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/quotas/e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 375 time: 0.1542139 Aug 26 15:57:02.373191 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:02.375196 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a1371fa6-8fa7-4306-9b8c-d3b44337208c up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:02.430996 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port a1371fa6-8fa7-4306-9b8c-d3b44337208c triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:02.431817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.550177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f44bca1-6521-45d9-b1c7-8446abf8d208 req-e03021a3-e15a-411a-b976-5b09ddf4055f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.2142313 Aug 26 15:57:02.592843 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-ac71b150-416e-4e9b-96ca-64d9d83d2681 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:02.592843 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-ac71b150-416e-4e9b-96ca-64d9d83d2681 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.4614892 Aug 26 15:57:02.593638 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Allocated IP 172.20.0.5 (d87878b7-d9a3-45c4-aa08-3d8577af979f/2fa3a047-c0e1-428d-ac48-b089916d5bde/7e519cd9-1a52-4518-a7ed-6455ad985b10) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:02.594455 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port a1371fa6-8fa7-4306-9b8c-d3b44337208c is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:02.597869 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:02.645135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Made reservation on behalf of 65bea261cb0c4ed39a65758ca8def241 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:02.650401 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.700913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-5dc14aff-4801-4cb2-bfca-808017829d4f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4682157 Aug 26 15:57:02.700913 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.704905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:02.705496 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.754733 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-2a6a573e-895f-4ff2-b247-901644e1f0db tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 379 time: 0.1566696 Aug 26 15:57:02.768483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'port': {'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'admin_state_up': True, 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'security_groups': ['de6a3a73-2e61-4a59-adf0-53099c8ba08e']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:02.778965 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Made reservation on behalf of 5f170813ecff47a68d7610de9d769287 for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:02.790219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:02.854495 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:02.855800 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:02.888055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Made reservation on behalf of 5f170813ecff47a68d7610de9d769287 for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:02.901055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.024488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:03.024878 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.207487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:03.208250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.292928 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:03.303942 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-465f5184-c5f7-404f-8dbb-7c0a80b4c9bc req-3bb72103-de01-470f-b75d-8b78ee6329ac tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.6049080 Aug 26 15:57:03.405804 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.407287 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 758847fe-ff1e-452d-9b83-ae0460c80789 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:03.453741 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-2af9bdb5-da78-4e33-b07f-fb5af424e6e0 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077062 Aug 26 15:57:03.559732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:03.562806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d146ed21-be46-47bd-8f5b-3fb6e225f3e4 req-85a0fca8-0e2c-4ea1-a025-ee0f68b10001 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.1407015 Aug 26 15:57:03.686513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 758847fe-ff1e-452d-9b83-ae0460c80789 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:03.687035 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.706195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.715659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.816355 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.868219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks [] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.879720 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Allocated IP 172.20.0.10 (a3e12d9a-1559-439b-ab2a-deef2d81938d/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf/add18eae-55b9-4447-82eb-6d50b51bc859) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:03.905357 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:03.924265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:03.958631 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 758847fe-ff1e-452d-9b83-ae0460c80789 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:03.960917 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:03.961536 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c44a290-ef8d-4509-98fe-0b1bfa014e77 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:04.002319 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cca315d-8fa5-440b-a1ba-03cb24680a91 req-ee4f7a40-f86e-48d0-a9a6-830a56fd48cd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.0793722 Aug 26 15:57:04.034460 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.105051 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks [] for security_group (5444a694-892b-47ba-8a8b-88ad85c88183), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.118228 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:04.164692 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-dac98e87-54e4-4246-82ba-aa06363c1842 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098064 Aug 26 15:57:04.166497 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Network d87878b7-d9a3-45c4-aa08-3d8577af979f is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:04.177848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5444a694-892b-47ba-8a8b-88ad85c88183), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.187316 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:04.196162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:04.213257 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:04.213257 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.223120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 966} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:57:04.225224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Pushing event updated for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:04.247705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:04.247705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.264823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (2488ce16-cfe5-43c4-a063-c61c10e61a29), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.265418 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Added segment 2488ce16-cfe5-43c4-a063-c61c10e61a29 of type vlan for network 8977f418-c34f-4323-8c2a-a032a5750168 Aug 26 15:57:04.277163 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5444a694-892b-47ba-8a8b-88ad85c88183,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:04.424217 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-d6bcfac2-2d8e-4a3f-a2ad-0103f3c77a57 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3724642 Aug 26 15:57:04.434148 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-729507d9-f184-4cf2-888e-dc3578f8680b req-e2fcf0a2-5286-499e-be34-1764b49a7548 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.1336253 Aug 26 15:57:04.437536 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-52b0c99f-15ec-4084-ab28-1712f91847fc tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:57:04.444564 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-52b0c99f-15ec-4084-ab28-1712f91847fc tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.102 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0130129 Aug 26 15:57:04.486873 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (8977f418-c34f-4323-8c2a-a032a5750168), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.538852 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:04.541099 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 57efd6a7-8dc1-4708-ab2c-e96ae0528969 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:04.764693 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7701ee4d-f192-46ac-a1ec-57e9b43d71aa req-38735926-4560-4198-af3c-197af173556a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.0836780 Aug 26 15:57:04.765488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:04.765488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.766030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.20.0.5 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/c3d450c2-3d49-40aa-b88c-475438ac1fcc) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:04.766030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for port (add18eae-55b9-4447-82eb-6d50b51bc859), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.889246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-ee43980f-1ceb-4419-be15-463e1a3d4282 None None] Provisioning complete for port 7e519cd9-1a52-4518-a7ed-6455ad985b10 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:04.889246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ee43980f-1ceb-4419-be15-463e1a3d4282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.890101 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.102', 60407) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:04.910070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Request body: {'port': {'device_id': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:04.952670 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:04.952988 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:04.963709 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-ee43980f-1ceb-4419-be15-463e1a3d4282 None None] Port 7e519cd9-1a52-4518-a7ed-6455ad985b10 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:04.990836 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6458f94-6594-4c35-8638-db45eaeada78 req-ab8da827-40c6-4626-9e01-16894f605001 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.1627631 Aug 26 15:57:05.008236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 57efd6a7-8dc1-4708-ab2c-e96ae0528969, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=57efd6a7-8dc1-4708-ab2c-e96ae0528969,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:05.029349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.043614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:05.099845 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (8977f418-c34f-4323-8c2a-a032a5750168), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.100849 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:05.101627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.146884 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.157767 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.292536 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:05.297196 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:05.340343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30705bb3-4508-4a10-866e-01bd3aeac474 req-07ebecd4-dacf-49ff-b3d0-ba99854f24ad tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:05.348482 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-30705bb3-4508-4a10-866e-01bd3aeac474 req-07ebecd4-dacf-49ff-b3d0-ba99854f24ad tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 931 time: 0.3542895 Aug 26 15:57:05.378110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Allocated IP 172.20.0.13 (a3e12d9a-1559-439b-ab2a-deef2d81938d/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf/56c21eb3-a5af-49a5-afc3-c79bf7878007) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:05.380735 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.382531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:05.384810 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.458404 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6282220 Aug 26 15:57:05.483411 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a43175f2-3b2f-4b98-a164-5b4707a91ee1 req-50f28ed3-8eb2-4032-9f85-12c442ff5bea tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.2957270 Aug 26 15:57:05.498837 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49488) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:05.537332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Request body: {'subnet': {'network_id': '8977f418-c34f-4323-8c2a-a032a5750168', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-357578479-subnet', 'tenant_id': '65bea261cb0c4ed39a65758ca8def241', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:05.598788 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device e362a7b7-522d-40e4-8476-7a5806d07a9d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:05.660211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331a78d-59ed-465d-bb79-52e8854b93af admin admin] Pushing event updated for resources: {'Network': ['ID=8977f418-c34f-4323-8c2a-a032a5750168,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:05.670027 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port e362a7b7-522d-40e4-8476-7a5806d07a9d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:05.671404 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:05.675244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-2a288222-562c-4a5a-8967-bb6ae5467174 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:05.676960 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-2a288222-562c-4a5a-8967-bb6ae5467174 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 810 time: 0.7907436 Aug 26 15:57:05.815509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 8977f418-c34f-4323-8c2a-a032a5750168 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:57:05.835533 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:05.866946 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:05.869506 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:05.875039 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-30705bb3-4508-4a10-866e-01bd3aeac474 req-2879986f-d242-41ce-8b7a-fb8a3bee5095 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256793 Aug 26 15:57:05.897518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f6b4a-ee58-4b42-8d09-5e7fb50200ab req-4c387494-7a15-4265-a35b-952cbc512a94 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:05.905196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-702f6b4a-ee58-4b42-8d09-5e7fb50200ab req-4c387494-7a15-4265-a35b-952cbc512a94 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 931 time: 0.2209024 Aug 26 15:57:05.909514 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:05.910571 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.018359 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:06.061233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port e362a7b7-522d-40e4-8476-7a5806d07a9d is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:06.061646 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.069215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Made reservation on behalf of 65bea261cb0c4ed39a65758ca8def241 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:06.087284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:06.098850 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.125773 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:06.169692 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:06.181663 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:06.187849 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.197095 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port e362a7b7-522d-40e4-8476-7a5806d07a9d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=e362a7b7-522d-40e4-8476-7a5806d07a9d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:06.223901 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:06.243467 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-69f8f979-31a8-4f12-a447-4ee8be0a64f9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6044421 Aug 26 15:57:06.274345 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Request body: {'port': {'device_id': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:06.300589 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:57:06.312827 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.317310 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 00c42ab3-1cb7-483d-b32b-33e37d1327a1 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:06.390435 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-71764d60-7a95-469e-b48a-7c6263c9c637 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6299808 Aug 26 15:57:06.403305 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-f403cb3d-ddc1-40d8-a5bd-aee131544965 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 380 time: 0.6209216 Aug 26 15:57:06.432926 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258253c6-7ead-4722-82a1-1ce3333337cf req-18ceb69c-c5ee-442d-b896-915937714535 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:06.443513 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-258253c6-7ead-4722-82a1-1ce3333337cf req-18ceb69c-c5ee-442d-b896-915937714535 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 932 time: 0.3083303 Aug 26 15:57:06.464360 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Request body: {'port': {'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:06.480982 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-6af08a04-c3f1-459f-bbb0-1782d79f29b2 None None] Provisioning complete for port add18eae-55b9-4447-82eb-6d50b51bc859 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:06.484368 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6af08a04-c3f1-459f-bbb0-1782d79f29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.495931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'port': {'device_id': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'admin_state_up': True, 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'security_groups': ['4a4b1997-61b4-4350-b118-2141344983e4']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:06.532611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.544108 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:06.573247 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-702f6b4a-ee58-4b42-8d09-5e7fb50200ab req-8cadb049-37a8-467a-b4c3-90d1656ffbdf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6640775 Aug 26 15:57:06.607319 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:06.608551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.616608 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-6af08a04-c3f1-459f-bbb0-1782d79f29b2 None None] Port add18eae-55b9-4447-82eb-6d50b51bc859 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:06.636644 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.769220 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-415ba1ff-2db7-4ff4-8dee-21dd96ab3f20 None None] Provisioning complete for port c3d450c2-3d49-40aa-b88c-475438ac1fcc triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:06.771276 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-415ba1ff-2db7-4ff4-8dee-21dd96ab3f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.877856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-415ba1ff-2db7-4ff4-8dee-21dd96ab3f20 None None] Port c3d450c2-3d49-40aa-b88c-475438ac1fcc cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:06.879487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:06.880762 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:06.927085 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:06.961843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:06.991145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:06.991145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.052440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:07.091448 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:07.126560 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-004743fa-436a-4f91-bc64-6fe011e6889b req-88c047c5-f084-4e88-85fb-3d8ed8a257c1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.1019776 Aug 26 15:57:07.173681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:07.188067 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:07.251643 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-258253c6-7ead-4722-82a1-1ce3333337cf req-c4beea18-90e8-40e5-96e5-5ee00db7fd1f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8072593 Aug 26 15:57:07.341353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:07.369364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:07.401991 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device e362a7b7-522d-40e4-8476-7a5806d07a9d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:07.451194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:07.482812 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:07.483930 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.492657 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:07.498718 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port e362a7b7-522d-40e4-8476-7a5806d07a9d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:07.499284 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.573797 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.606425 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ab8381fd-bd69-4d44-bc30-6ac399bc4399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.643849 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e519cd9-1a52-4518-a7ed-6455ad985b10 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:07.654866 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5e2b379a-4019-48a1-badc-18f5d3d6770a req-e1451179-33fe-42f8-85ac-85d5f8584924 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.3327940 Aug 26 15:57:07.716151 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48971192-320f-48a6-a363-a7b507ad98ae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1369090 Aug 26 15:57:07.741709 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks [] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.766401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port e362a7b7-522d-40e4-8476-7a5806d07a9d is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:07.772653 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 57efd6a7-8dc1-4708-ab2c-e96ae0528969 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:07.794333 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Request body: {'port': {'device_id': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:07.858645 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id add18eae-55b9-4447-82eb-6d50b51bc859 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:07.866996 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e21cc02-5f2b-4a15-952d-97e716b2b4a6 req-21313e12-b394-4c15-8604-3c770af19ef8 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:07.872717 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:07.873127 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.877764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e21cc02-5f2b-4a15-952d-97e716b2b4a6 req-21313e12-b394-4c15-8604-3c770af19ef8 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 931 time: 0.4666874 Aug 26 15:57:07.893029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Transition to ACTIVE for port object 7e519cd9-1a52-4518-a7ed-6455ad985b10 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:07.908004 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks [] for port (add18eae-55b9-4447-82eb-6d50b51bc859), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.925616 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-d748f16f-e63a-4da4-b880-ff37a10b54ef None None] Provisioning complete for port 56c21eb3-a5af-49a5-afc3-c79bf7878007 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:07.926137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d748f16f-e63a-4da4-b880-ff37a10b54ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:07.975389 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b650a61-1098-4676-baee-efd0f5dfd3d1 req-c1c678f8-46dd-4f3f-bc1c-c416eab815f2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:07.982275 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b650a61-1098-4676-baee-efd0f5dfd3d1 req-c1c678f8-46dd-4f3f-bc1c-c416eab815f2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 931 time: 0.2138724 Aug 26 15:57:08.000862 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-d748f16f-e63a-4da4-b880-ff37a10b54ef None None] Port 56c21eb3-a5af-49a5-afc3-c79bf7878007 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:08.054438 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Transition to ACTIVE for port object add18eae-55b9-4447-82eb-6d50b51bc859 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:08.081577 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.091902 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:08.111805 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e21cc02-5f2b-4a15-952d-97e716b2b4a6 req-c46cf84b-c635-481c-a0cf-edafeb5d804d tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314320 Aug 26 15:57:08.111805 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.134346 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.150202 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=47 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.156716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (f7e76f1f-6114-4017-afcf-ba4376716b6a), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.162551 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Made reservation on behalf of 8c69c9fb12124d72954b8ab7ad024175 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:08.167084 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.186402 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.286352 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b650a61-1098-4676-baee-efd0f5dfd3d1 req-7411208e-424d-4b19-890b-3a93c90d2abe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030088 Aug 26 15:57:08.491575 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Attempting to bind port 7e519cd9-1a52-4518-a7ed-6455ad985b10 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:08.492185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Attempting to bind port 7e519cd9-1a52-4518-a7ed-6455ad985b10 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:08.492639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Attempting to bind port 7e519cd9-1a52-4518-a7ed-6455ad985b10 on network d87878b7-d9a3-45c4-aa08-3d8577af979f {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.509945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Pushing event updated for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:08.578711 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.585977 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3f6c44d9-e01b-470d-8903-daff3cfa119f req-0ada454a-a328-4263-a648-4fed1aecbc90 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.1004453 Aug 26 15:57:08.625856 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Attempting to bind port add18eae-55b9-4447-82eb-6d50b51bc859 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:08.626239 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Attempting to bind port add18eae-55b9-4447-82eb-6d50b51bc859 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:08.626574 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Attempting to bind port add18eae-55b9-4447-82eb-6d50b51bc859 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.636856 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Port 7e519cd9-1a52-4518-a7ed-6455ad985b10 on network d87878b7-d9a3-45c4-aa08-3d8577af979f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:08.638991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Attempting to bind port 7e519cd9-1a52-4518-a7ed-6455ad985b10 on network d87878b7-d9a3-45c4-aa08-3d8577af979f {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.659255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:08.659924 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Checking segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:08.660461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Bound using segment: {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:08.661107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Bound port: 7e519cd9-1a52-4518-a7ed-6455ad985b10, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9bc125-b440-450c-bf36-38fa9c2eb17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:08.661596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.700907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:08.731781 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cc201-bd4a-44e5-8da1-cb2b8c7e5690 req-cc5bd367-ed6c-4a6a-bcf2-7aa1f0a199c2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:08.740406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-424cc201-bd4a-44e5-8da1-cb2b8c7e5690 req-cc5bd367-ed6c-4a6a-bcf2-7aa1f0a199c2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.2373984 Aug 26 15:57:08.745810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.102', 60418) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:08.750702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d450c2-3d49-40aa-b88c-475438ac1fcc {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:08.758558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7e76f1f-6114-4017-afcf-ba4376716b6a,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:08.774407 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks [] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.781691 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Port add18eae-55b9-4447-82eb-6d50b51bc859 on network a3e12d9a-1559-439b-ab2a-deef2d81938d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:08.782202 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Attempting to bind port add18eae-55b9-4447-82eb-6d50b51bc859 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:08.820605 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:08.835704 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:08.839096 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:08.840254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Bound using segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:08.844003 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Bound port: add18eae-55b9-4447-82eb-6d50b51bc859, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:08.844690 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.893736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Transition to ACTIVE for port object c3d450c2-3d49-40aa-b88c-475438ac1fcc will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:08.961596 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:08.968793 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:09.023846 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9e4d9d0-d0e4-4ebe-ba18-fc309473639e req-7da32442-2ef0-4a21-892d-4166d8129947 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.1908588 Aug 26 15:57:09.038180 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:09.038901 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-424cc201-bd4a-44e5-8da1-cb2b8c7e5690 req-88ae95d5-fdbe-402f-9154-1f7c419b64d0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973194 Aug 26 15:57:09.039556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Checking segment: {'id': '2488ce16-cfe5-43c4-a063-c61c10e61a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '8977f418-c34f-4323-8c2a-a032a5750168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:09.039955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Network hostable DHCP agents. Network: 8977f418-c34f-4323-8c2a-a032a5750168, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:57:09.089703 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:09.103045 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:09.137185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Allocated IP 172.20.0.14 (46346453-7c70-4f46-80a8-f812b7507006/bd39c9e5-5a6b-48f9-9e95-5338663f49ae/51cd4e58-b1f3-4e1f-b212-98868414d616) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:09.174688 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=add18eae-55b9-4447-82eb-6d50b51bc859,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:09.178058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-fee292be-3d92-46f1-9352-f8391790c538 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.190383 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-fee292be-3d92-46f1-9352-f8391790c538 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 816 time: 0.3839359 Aug 26 15:57:09.239582 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:09.245277 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Attempting to bind port c3d450c2-3d49-40aa-b88c-475438ac1fcc on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:09.245843 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Attempting to bind port c3d450c2-3d49-40aa-b88c-475438ac1fcc by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:09.246287 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Attempting to bind port c3d450c2-3d49-40aa-b88c-475438ac1fcc on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:09.257600 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c21eb3-a5af-49a5-afc3-c79bf7878007 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:09.261981 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Port c3d450c2-3d49-40aa-b88c-475438ac1fcc on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:09.262419 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Attempting to bind port c3d450c2-3d49-40aa-b88c-475438ac1fcc on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:09.264607 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c67199-e499-45db-940c-7c385c81994e req-7a9c0167-db1e-408f-9073-9b9bfee39eba tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.266902 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-92c67199-e499-45db-940c-7c385c81994e req-7a9c0167-db1e-408f-9073-9b9bfee39eba tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0698967 Aug 26 15:57:09.271120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks [] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.279593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:09.280021 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:09.280357 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:09.280941 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Bound port: c3d450c2-3d49-40aa-b88c-475438ac1fcc, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:09.281417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.287630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.308364 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.310161 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Network 8977f418-c34f-4323-8c2a-a032a5750168 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:57:09.316611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.316611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.320748 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 1094 time: 3.0524173 Aug 26 15:57:09.362676 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.363926 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.364299 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:09.366153 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/7e519cd9-1a52-4518-a7ed-6455ad985b10 HTTP/1.1" status: 200 len: 1093 time: 4.6302481 Aug 26 15:57:09.392228 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:09.501048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Transition to ACTIVE for port object 56c21eb3-a5af-49a5-afc3-c79bf7878007 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:09.557037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cdfb6-00d8-428a-a212-c1eb9d4186e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:09.669110 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 8977f418-c34f-4323-8c2a-a032a5750168) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:09.690785 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6b9ac7-7a0e-4247-99c0-cd39470d2129 None None] Network 8977f418-c34f-4323-8c2a-a032a5750168 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:09.831151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-156ef12e-9bf2-4f8e-9795-2fce455939f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.832812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-156ef12e-9bf2-4f8e-9795-2fce455939f2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1128 time: 0.1124640 Aug 26 15:57:09.838779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.839600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.855580 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-b4d14086-5e42-416f-a626-650334f7b706 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 380 time: 0.5808797 Aug 26 15:57:09.876878 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.881789 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f4270-0b5d-46ff-a391-a5ca16075a60 req-57d2bacd-a5a2-49b8-b126-34cc75e6f75e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:09.883857 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f34f4270-0b5d-46ff-a391-a5ca16075a60 req-57d2bacd-a5a2-49b8-b126-34cc75e6f75e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.4174721 Aug 26 15:57:09.896994 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:09.907801 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:09.927989 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-92c67199-e499-45db-940c-7c385c81994e req-f7e988af-6542-409a-bdb4-200778f07da0 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271632 Aug 26 15:57:09.955929 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'port': {'device_id': '8ac977a7-aa08-459a-a863-36ba667422d1', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'admin_state_up': True, 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'security_groups': ['20f169e0-7d95-4657-a7ac-ccba0df77ee3']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:09.993383 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:09.996195 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313455b-e49c-4f0d-81ba-b75219977192 service neutron] Pushing event updated for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:10.087426 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6297bb-226c-45c8-b4a6-445c9e917516" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:10.170030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-1fae4a06-dbbe-4d75-9206-e333033130f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.172231 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-1fae4a06-dbbe-4d75-9206-e333033130f4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e649b58115ab4bcbbf045a3c036a3049&device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 1127 time: 0.3838103 Aug 26 15:57:10.218731 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f5ef54-c264-4691-8946-bf04cf552de0 None None] Network 8977f418-c34f-4323-8c2a-a032a5750168 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:10.234982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:10.241237 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:10.282227 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:10.319888 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ccd10653-f2ea-4b4e-b13f-6d3a78cbe16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:10.357066 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-ed7501c6-0ce2-4c90-9916-e7fb44d451fc service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 217 time: 0.5002697 Aug 26 15:57:10.361479 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f44f66-b282-4878-a38a-6a750aa990cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:10.391974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6fd40be4-3a1c-4476-a5e3-9e406290ffd1 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8784854 Aug 26 15:57:10.410239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:10.415390 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:10.427712 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:10.443493 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.446157 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:10.447187 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 200 len: 1093 time: 3.9950204 Aug 26 15:57:10.448630 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-eb2325c1-2d82-48dc-892b-ae234a86f810 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10 HTTP/1.1" status: 200 len: 217 time: 0.1537833 Aug 26 15:57:10.456444 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9cb40b87-c7a4-42a8-ad59-777fde6db1ff req-f110a0bb-d270-4860-ac1c-304ef431d962 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.0856915 Aug 26 15:57:10.537283 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Attempting to bind port 56c21eb3-a5af-49a5-afc3-c79bf7878007 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:10.551936 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Attempting to bind port 56c21eb3-a5af-49a5-afc3-c79bf7878007 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:10.552537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Attempting to bind port 56c21eb3-a5af-49a5-afc3-c79bf7878007 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:10.590578 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f34f4270-0b5d-46ff-a391-a5ca16075a60 req-43a9278d-305f-4d06-938e-fdcd5ad65ac0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6593580 Aug 26 15:57:10.641356 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Port 56c21eb3-a5af-49a5-afc3-c79bf7878007 on network a3e12d9a-1559-439b-ab2a-deef2d81938d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:10.641884 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Attempting to bind port 56c21eb3-a5af-49a5-afc3-c79bf7878007 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:10.722516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:10.722516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:10.722516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Bound using segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:10.722516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Bound port: 56c21eb3-a5af-49a5-afc3-c79bf7878007, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:10.722516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:10.727017 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d15f2a3-8a67-4bff-9b2d-74012f24f197 req-7cb789d9-944f-4825-b246-8147ce2d058c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.1577287 Aug 26 15:57:10.789451 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509e815-162b-445d-ac11-55fe53ee85f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:10.801697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-10c8760f-11eb-4adb-806d-d2b76f6c7c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.803234 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-10c8760f-11eb-4adb-806d-d2b76f6c7c1c service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=2fa3a047-c0e1-428d-ac48-b089916d5bde HTTP/1.1" status: 200 len: 850 time: 0.2952583 Aug 26 15:57:10.814193 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-dbf634ea-2018-45ed-8319-f7c05d662bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.815752 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-dbf634ea-2018-45ed-8319-f7c05d662bb0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 1127 time: 0.1354096 Aug 26 15:57:10.874700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-2302d20b-4893-4f28-97a9-c0d97cd8a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:10.874700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-2302d20b-4893-4f28-97a9-c0d97cd8a335 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.4893639 Aug 26 15:57:10.891409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:10.978097 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-31ef6f1f-ee2f-4061-aa9c-feb9030e6164 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 200 len: 217 time: 0.0961027 Aug 26 15:57:10.999086 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:11.008042 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:11.074821 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0225f10a-8a37-4ca4-9558-70690cce5d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.076757 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-0225f10a-8a37-4ca4-9558-70690cce5d81 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=d87878b7-d9a3-45c4-aa08-3d8577af979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2362735 Aug 26 15:57:11.094880 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff504b59-f4d9-4857-bf61-d3908b10fae1 req-1123de2c-7494-4739-921b-89c27252959a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.096749 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ff504b59-f4d9-4857-bf61-d3908b10fae1 req-1123de2c-7494-4739-921b-89c27252959a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.3223450 Aug 26 15:57:11.126141 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-3f163770-bdb8-4415-8980-9cfc54c05a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.128151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-3f163770-bdb8-4415-8980-9cfc54c05a73 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1714809 Aug 26 15:57:11.211525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Made reservation on behalf of e8bfb4199b0d4a57933fe1b685aa01cd for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:11.219659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.238263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.288188 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-3dc0fa4e-896f-4000-97f4-7f82abe02320 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005787 Aug 26 15:57:11.293831 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e2d9e5-8a47-4660-99d6-6848f901d5b4 x-openstack-request-id: req-82e2d9e5-8a47-4660-99d6-6848f901d5b4 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:11.294333 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:11.294716 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-82e2d9e5-8a47-4660-99d6-6848f901d5b4 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:11.296091 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e2d9e5-8a47-4660-99d6-6848f901d5b4'] response: {'name': 'network-changed', 'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859', 'status': 'completed', 'code': 200} Aug 26 15:57:11.297634 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.302342 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.303194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.305024 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 1094 time: 3.5187540 Aug 26 15:57:11.338172 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ff504b59-f4d9-4857-bf61-d3908b10fae1 req-75a62125-abfb-42c3-83c1-9054f73a485d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289157 Aug 26 15:57:11.389696 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Network 46346453-7c70-4f46-80a8-f812b7507006 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:11.403638 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:11.407017 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:11.417255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:11.423891 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.424613 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.468891 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-fca459c4-6eca-4308-a9aa-c182b34712e8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181126 Aug 26 15:57:11.544630 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ac3ce529-0c42-4457-88b5-7a9051850344 req-2431a065-a9ac-4dd6-9614-adf3c203008a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354372 Aug 26 15:57:11.559010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65fcf03-0d0e-4ec7-97c2-0a832dce9b1a x-openstack-request-id: req-e65fcf03-0d0e-4ec7-97c2-0a832dce9b1a {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:11.559429 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:11.559805 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e65fcf03-0d0e-4ec7-97c2-0a832dce9b1a {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:11.560490 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e65fcf03-0d0e-4ec7-97c2-0a832dce9b1a'] response: {'name': 'network-changed', 'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10', 'status': 'completed', 'code': 200} Aug 26 15:57:11.600595 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-53799cb8-cae2-4847-841c-dbc004b266a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1238132 Aug 26 15:57:11.607566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Allocated IP 172.20.0.13 (14fbb9b0-48c1-40b4-822d-b21197d95a3b/f41a155d-e422-4ed8-847f-b61af266b366/8a53b00a-319e-4368-a0b0-216d2f508b1d) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:57:11.637536 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fcd2a-030e-4d8d-92f9-41ab00ec0a99 req-ee378a55-f255-4f15-8f08-ab3be2e7bd77 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.647313 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c2fcd2a-030e-4d8d-92f9-41ab00ec0a99 req-ee378a55-f255-4f15-8f08-ab3be2e7bd77 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.1137168 Aug 26 15:57:11.665831 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-c8c70ec8-94c3-47a9-a15f-c9db6cf63e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:11.667442 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-c8c70ec8-94c3-47a9-a15f-c9db6cf63e69 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.6483858 Aug 26 15:57:11.689559 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4ce77-bd8a-4f0c-bd37-ee2242f7eff2 service neutron] Pushing event updated for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:11.711314 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:11.735737 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d928ea9-daa0-42ed-9178-0699f8bd73a3 req-785be114-2a54-4251-a233-706ca10b01b5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.0569286 Aug 26 15:57:11.793753 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-c5cb8206-8577-4f32-887c-73c416f4a327 None None] Provisioning complete for port 51cd4e58-b1f3-4e1f-b212-98868414d616 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:11.793753 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c5cb8206-8577-4f32-887c-73c416f4a327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.797056 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c2fcd2a-030e-4d8d-92f9-41ab00ec0a99 req-ba11dc4a-0895-43d7-954a-c29c8c4123d3 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486032 Aug 26 15:57:11.871294 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-c5cb8206-8577-4f32-887c-73c416f4a327 None None] Port 51cd4e58-b1f3-4e1f-b212-98868414d616 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:11.879891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.961384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:11.969593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49638) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:11.974848 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479836537-network', 'tenant_id': '06e19a8cb96e42f99783049e8c506360'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:11.987048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:11.999594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:12.016578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf1b12-719f-4a2b-87d1-a8b56781b1d0 req-7a88e423-ddd2-4ec7-afa3-098ec479a03c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.018075 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6fbf1b12-719f-4a2b-87d1-a8b56781b1d0 req-7a88e423-ddd2-4ec7-afa3-098ec479a03c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.1194751 Aug 26 15:57:12.026017 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2f5ea-25bd-48c0-930f-3507fdca0d56 req-f1c78d42-f8fd-479f-9952-28f8783ba6bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.027476 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-28d2f5ea-25bd-48c0-930f-3507fdca0d56 req-f1c78d42-f8fd-479f-9952-28f8783ba6bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.1207740 Aug 26 15:57:12.061254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Made reservation on behalf of 06e19a8cb96e42f99783049e8c506360 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:12.063997 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.081692 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.126220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6fbf1b12-719f-4a2b-87d1-a8b56781b1d0 req-447ad655-66ba-43a2-bec5-0b354d11cd8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963545 Aug 26 15:57:12.129381 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-28d2f5ea-25bd-48c0-930f-3507fdca0d56 req-2729231d-b2a1-495e-a4c0-c06d4360f12c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847964 Aug 26 15:57:12.167588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks [] for security_group (bc5cc4cb-09fd-4475-922f-cc89d296b96d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.273051 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.301644 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bc5cc4cb-09fd-4475-922f-cc89d296b96d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.318910 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:57:12.322068 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:12.324402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:57:12.327231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 990} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:57:12.329628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.330262 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.337807 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5cc4cb-09fd-4475-922f-cc89d296b96d,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:12.343604 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (cc0035c4-115b-4ac1-bce0-33ba0f87a119), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.343879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:12.343977 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Added segment cc0035c4-115b-4ac1-bce0-33ba0f87a119 of type vlan for network 4212af64-4278-4f9e-a0a4-df2f39517662 Aug 26 15:57:12.400988 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:12.405997 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (4212af64-4278-4f9e-a0a4-df2f39517662), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.456812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-96f799dc-ae3b-4854-a85e-60df29f8e7b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5661771 Aug 26 15:57:12.495095 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac8ad6-3831-4e7c-8d28-fc93144600b5 req-a293cdfc-f2ae-44ee-ad09-a4323ce4020c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.496634 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63ac8ad6-3831-4e7c-8d28-fc93144600b5 req-a293cdfc-f2ae-44ee-ad09-a4323ce4020c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0543680 Aug 26 15:57:12.501258 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (4212af64-4278-4f9e-a0a4-df2f39517662), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.502278 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.502860 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.552115 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63ac8ad6-3831-4e7c-8d28-fc93144600b5 req-cc255ea2-f06e-4107-b517-31d88deb83b0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441952 Aug 26 15:57:12.574035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] Pushing event updated for resources: {'Network': ['ID=4212af64-4278-4f9e-a0a4-df2f39517662,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:12.586993 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 4212af64-4278-4f9e-a0a4-df2f39517662 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:57:12.635975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-eff1b252-f18c-45ec-a602-70e5a9382b13 None None] Provisioning complete for port 8a53b00a-319e-4368-a0b0-216d2f508b1d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:12.636349 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-eff1b252-f18c-45ec-a602-70e5a9382b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.646651 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ec286e5e-4dbb-423c-acd7-6460dac7fb93 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6756196 Aug 26 15:57:12.649304 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49650) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:12.654082 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Request body: {'subnet': {'network_id': '4212af64-4278-4f9e-a0a4-df2f39517662', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479836537-subnet', 'tenant_id': '06e19a8cb96e42f99783049e8c506360', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:12.689163 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-eff1b252-f18c-45ec-a602-70e5a9382b13 None None] Port 8a53b00a-319e-4368-a0b0-216d2f508b1d cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:57:12.774772 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Made reservation on behalf of 06e19a8cb96e42f99783049e8c506360 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:12.777245 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:12.877999 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481c7ea-bb08-425c-9218-42c62b3fb757 req-3d9c8294-29b7-4f38-8d67-428329bfff6f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.879524 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2481c7ea-bb08-425c-9218-42c62b3fb757 req-3d9c8294-29b7-4f38-8d67-428329bfff6f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.0497289 Aug 26 15:57:12.942213 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988a373-978b-4ef6-9a89-47bfb3e9f84c req-7eb73c2b-108b-4980-979a-300b8bacf51e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:12.943723 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3988a373-978b-4ef6-9a89-47bfb3e9f84c req-7eb73c2b-108b-4980-979a-300b8bacf51e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0602300 Aug 26 15:57:12.981487 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2481c7ea-bb08-425c-9218-42c62b3fb757 req-c4db8f08-f075-4765-beb1-5e98beb6569c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885167 Aug 26 15:57:13.009009 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3988a373-978b-4ef6-9a89-47bfb3e9f84c req-5eb1be66-2953-475e-92b0-cb3c7e23c813 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Aug 26 15:57:13.019971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (984e68e3-5dd7-4a27-a044-5a7aba72befb), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.075509 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=984e68e3-5dd7-4a27-a044-5a7aba72befb,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:13.084833 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Checking segment: {'id': 'cc0035c4-115b-4ac1-bce0-33ba0f87a119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '4212af64-4278-4f9e-a0a4-df2f39517662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:13.085186 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Network hostable DHCP agents. Network: 4212af64-4278-4f9e-a0a4-df2f39517662, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:57:13.175550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Network 4212af64-4278-4f9e-a0a4-df2f39517662 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:57:13.212477 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.277425 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54aa9c-9491-4409-9e1f-6f6607f2988c req-848f8a92-bed3-46a1-9fad-8d5d0e3ef514 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:13.283237 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 4212af64-4278-4f9e-a0a4-df2f39517662) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:13.283366 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad54aa9c-9491-4409-9e1f-6f6607f2988c req-848f8a92-bed3-46a1-9fad-8d5d0e3ef514 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.0737166 Aug 26 15:57:13.283633 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:13.284307 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.287170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4727e-f10c-4d88-ac70-4cb636f790c6 req-443226d1-4983-45a8-b7c2-042eba8fda8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:13.288641 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bbb4727e-f10c-4d88-ac70-4cb636f790c6 req-443226d1-4983-45a8-b7c2-042eba8fda8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.0740817 Aug 26 15:57:13.290328 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8caa48-3211-4781-91de-3eaecbcee3ba None None] Network 4212af64-4278-4f9e-a0a4-df2f39517662 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:13.297010 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc'}, {'name': 'network-changed', 'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:13.299294 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c92a7d3-bad7-4397-9397-620513506999" -d '{"events": [{"name": "network-changed", "server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc"}, {"name": "network-changed", "server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:13.370017 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad54aa9c-9491-4409-9e1f-6f6607f2988c req-9a3f5436-2844-4e24-8dde-c2035fe5aa4b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804040 Aug 26 15:57:13.378211 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bbb4727e-f10c-4d88-ac70-4cb636f790c6 req-5e235fdd-e056-4b67-a95e-324f3964fe91 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741315 Aug 26 15:57:13.395135 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-533e6093-a0d9-4302-a9a0-c7f1ee255efa admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7396486 Aug 26 15:57:13.445636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eced14c-f9e1-48a2-8499-46e91fb15e13 x-openstack-request-id: req-3eced14c-f9e1-48a2-8499-46e91fb15e13 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:13.445936 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:13.446191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3eced14c-f9e1-48a2-8499-46e91fb15e13 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:13.446595 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eced14c-f9e1-48a2-8499-46e91fb15e13'] response: {'name': 'network-changed', 'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'status': 'completed', 'code': 200} Aug 26 15:57:13.446851 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eced14c-f9e1-48a2-8499-46e91fb15e13'] response: {'name': 'network-changed', 'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007', 'status': 'completed', 'code': 200} Aug 26 15:57:13.526661 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24cb76-fdaf-4d15-8b6d-77a9782b7766 None None] Network 4212af64-4278-4f9e-a0a4-df2f39517662 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:13.539134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49668) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:13.570639 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.594674 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Deleting subnet f7e76f1f-6114-4017-afcf-ba4376716b6a {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:57:13.598234 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Publish callbacks [] for subnet (f7e76f1f-6114-4017-afcf-ba4376716b6a), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.641470 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Publish callbacks [] for subnet (f7e76f1f-6114-4017-afcf-ba4376716b6a), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.651493 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (f7e76f1f-6114-4017-afcf-ba4376716b6a), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.689601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba4d8b-cab0-46f8-b30a-c4b90e4181f3 req-2d37e1f6-43e9-4f1a-bd5f-c0511bdbd9b1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:13.691219 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ceba4d8b-cab0-46f8-b30a-c4b90e4181f3 req-2d37e1f6-43e9-4f1a-bd5f-c0511bdbd9b1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0514808 Aug 26 15:57:13.739973 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ceba4d8b-cab0-46f8-b30a-c4b90e4181f3 req-65d7e770-3ef7-4c65-ac6f-a0699f9cf4bb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422993 Aug 26 15:57:13.786805 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (f7e76f1f-6114-4017-afcf-ba4376716b6a), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.815100 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7e76f1f-6114-4017-afcf-ba4376716b6a,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:13.816945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.820149 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6d6c807e-b2c0-4052-a741-8f666bc0353c admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/f7e76f1f-6114-4017-afcf-ba4376716b6a HTTP/1.1" status: 204 len: 168 time: 0.2800419 Aug 26 15:57:13.823090 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49672) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:13.893475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (8977f418-c34f-4323-8c2a-a032a5750168), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:13.930377 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:13.967489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:13.980132 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (8977f418-c34f-4323-8c2a-a032a5750168), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:14.001820 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.002156 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.002893 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.003262 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > port after_create 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.003581 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > port after_delete 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.003911 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > port after_update 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.004229 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.004563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.004875 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.005192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.026861 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:14.071157 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:14.189864 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.190178 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.190472 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.190810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:14.191243 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8977f418-c34f-4323-8c2a-a032a5750168']}} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:14.321589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2488ce16-cfe5-43c4-a063-c61c10e61a29') {'for_net_delete': True} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:14.321589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2488ce16-cfe5-43c4-a063-c61c10e61a29') {} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:14.349411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64126051'] for segment (2488ce16-cfe5-43c4-a063-c61c10e61a29), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:14.377942 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290e1df-6a81-46e5-b172-3374e949893d req-be9bd47a-955f-4ef1-af56-bf7cc5a9fe34 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.381605 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7290e1df-6a81-46e5-b172-3374e949893d req-be9bd47a-955f-4ef1-af56-bf7cc5a9fe34 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.1834071 Aug 26 15:57:14.393265 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eca7a1-2dc1-4d11-909e-cdeb168b2c96 req-426f6db8-5a0e-44a9-996c-c947775786e6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.394814 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-08eca7a1-2dc1-4d11-909e-cdeb168b2c96 req-426f6db8-5a0e-44a9-996c-c947775786e6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.1978240 Aug 26 15:57:14.407586 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (2488ce16-cfe5-43c4-a063-c61c10e61a29), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:14.475366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=113647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:57:14.475366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63851865'] for segment (2488ce16-cfe5-43c4-a063-c61c10e61a29), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:14.590809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7290e1df-6a81-46e5-b172-3374e949893d req-01bc98c5-9ae2-4056-bc11-9f4cc072a6a9 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942081 Aug 26 15:57:14.632647 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-08eca7a1-2dc1-4d11-909e-cdeb168b2c96 req-29ade5d1-6895-4efa-a654-322bd145b429 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221503 Aug 26 15:57:14.804450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd16273b-826f-4b04-9a40-945be802792a req-daafac1a-ab6b-458d-91ee-f67f116041b1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.806902 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd16273b-826f-4b04-9a40-945be802792a req-daafac1a-ab6b-458d-91ee-f67f116041b1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.1006677 Aug 26 15:57:14.901928 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8269f3-1344-4c34-8fbe-25b55fba1f09 req-9b060010-c8f3-4cca-88a4-011741464b4b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:14.903465 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a8269f3-1344-4c34-8fbe-25b55fba1f09 req-9b060010-c8f3-4cca-88a4-011741464b4b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.0953450 Aug 26 15:57:14.946770 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd16273b-826f-4b04-9a40-945be802792a req-31bfb94b-abba-4b66-829e-fdf351fdbbdd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260760 Aug 26 15:57:15.006730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment 2488ce16-cfe5-43c4-a063-c61c10e61a29 resource provider aggregate not found Aug 26 15:57:15.039472 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a8269f3-1344-4c34-8fbe-25b55fba1f09 req-b089c5ca-cd55-4db3-942f-647f38a92cd9 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266022 Aug 26 15:57:15.055769 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment 2488ce16-cfe5-43c4-a063-c61c10e61a29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2488ce16-cfe5-43c4-a063-c61c10e61a29 found for delete ", "request_id": "req-61edb256-f917-4270-9cc1-77aa2b25400c"}]} Aug 26 15:57:15.096020 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc4650-d8e2-4822-b846-86c89a1fb4db req-a017f4fa-9765-401e-8759-db5643e10a73 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:15.097646 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0acc4650-d8e2-4822-b846-86c89a1fb4db req-a017f4fa-9765-401e-8759-db5643e10a73 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0631201 Aug 26 15:57:15.136405 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (8977f418-c34f-4323-8c2a-a032a5750168), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.142038 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.146343 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/8977f418-c34f-4323-8c2a-a032a5750168 HTTP/1.1" status: 204 len: 168 time: 1.3222616 Aug 26 15:57:15.149944 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49704) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:15.173235 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0acc4650-d8e2-4822-b846-86c89a1fb4db req-cb90acbb-4754-44d2-a87f-c1305748ff5f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Aug 26 15:57:15.178599 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2778ff-f097-4eb5-932e-9dddbf6df817 admin admin] Pushing event deleted for resources: {'Network': ['ID=8977f418-c34f-4323-8c2a-a032a5750168,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:15.222232 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Deleting subnet 984e68e3-5dd7-4a27-a044-5a7aba72befb {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:57:15.225822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Publish callbacks [] for subnet (984e68e3-5dd7-4a27-a044-5a7aba72befb), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.270220 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Publish callbacks [] for subnet (984e68e3-5dd7-4a27-a044-5a7aba72befb), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.276276 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (984e68e3-5dd7-4a27-a044-5a7aba72befb), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.408746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for subnet (984e68e3-5dd7-4a27-a044-5a7aba72befb), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.440844 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984e68e3-5dd7-4a27-a044-5a7aba72befb,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:15.457110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.457110 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-94150d4c-1374-43d6-b8f2-2b52e11a4721 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/984e68e3-5dd7-4a27-a044-5a7aba72befb HTTP/1.1" status: 204 len: 168 time: 0.3038700 Aug 26 15:57:15.457110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49708) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:15.550822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (4212af64-4278-4f9e-a0a4-df2f39517662), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.778804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4407db5-3f21-45e4-bd99-4067e041270c req-1a2831bd-0277-4059-8007-88452dd39545 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:15.780709 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4407db5-3f21-45e4-bd99-4067e041270c req-1a2831bd-0277-4059-8007-88452dd39545 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0742152 Aug 26 15:57:15.836535 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (4212af64-4278-4f9e-a0a4-df2f39517662), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:15.870005 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.870351 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.871373 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.871731 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > port after_create 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.872062 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > port after_delete 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.872390 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > port after_update 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.872710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.873778 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.874309 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.874699 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.891807 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4407db5-3f21-45e4-bd99-4067e041270c req-46a18729-d2f7-42fc-b1b6-c22210f77b02 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051383 Aug 26 15:57:15.954302 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00420e6a-ca00-4442-bc9d-03c768944d0d req-6b6a8c2b-bf35-4ae7-b537-547ee3b7e7ac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:15.957095 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00420e6a-ca00-4442-bc9d-03c768944d0d req-6b6a8c2b-bf35-4ae7-b537-547ee3b7e7ac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.1062832 Aug 26 15:57:15.980905 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.981508 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.982035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.983665 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=113646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 26 15:57:15.984246 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4212af64-4278-4f9e-a0a4-df2f39517662']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:16.016048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0035c4-115b-4ac1-bce0-33ba0f87a119') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:16.016668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0035c4-115b-4ac1-bce0-33ba0f87a119') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:16.039319 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (cc0035c4-115b-4ac1-bce0-33ba0f87a119), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.066001 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00420e6a-ca00-4442-bc9d-03c768944d0d req-1875006b-fb89-48c2-ba18-fbe3dc2293f0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992324 Aug 26 15:57:16.087846 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (cc0035c4-115b-4ac1-bce0-33ba0f87a119), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.087846 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.104377 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:57:16.104377 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (cc0035c4-115b-4ac1-bce0-33ba0f87a119), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.184376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6eda-ab74-4779-a81c-a5babe4d70bc req-55313df9-3a4a-4c62-89cc-6b11b9ad1359 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.187974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19cc6eda-ab74-4779-a81c-a5babe4d70bc req-55313df9-3a4a-4c62-89cc-6b11b9ad1359 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.1195071 Aug 26 15:57:16.230735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.253883 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=14,neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.259248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:16.303409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c8451-6353-4b19-91d7-9f2f9e3f6507 req-4dc1c46f-d456-4ca1-b7a6-10aa21723a41 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.305765 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-064c8451-6353-4b19-91d7-9f2f9e3f6507 req-4dc1c46f-d456-4ca1-b7a6-10aa21723a41 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.1479969 Aug 26 15:57:16.318416 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19cc6eda-ab74-4779-a81c-a5babe4d70bc req-3bd255d1-54ec-42c5-8810-e6c239683109 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198683 Aug 26 15:57:16.362087 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (4212af64-4278-4f9e-a0a4-df2f39517662), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.386537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:16.393676 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/4212af64-4278-4f9e-a0a4-df2f39517662 HTTP/1.1" status: 204 len: 168 time: 0.9326744 Aug 26 15:57:16.408067 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad875624-69a1-4736-a398-36d3541c156e admin admin] Pushing event deleted for resources: {'Network': ['ID=4212af64-4278-4f9e-a0a4-df2f39517662,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:16.452223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-064c8451-6353-4b19-91d7-9f2f9e3f6507 req-bd82dd7d-118c-4cec-a952-a41e655fa0c9 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306829 Aug 26 15:57:16.484800 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment cc0035c4-115b-4ac1-bce0-33ba0f87a119 resource provider aggregate not found Aug 26 15:57:16.506966 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment cc0035c4-115b-4ac1-bce0-33ba0f87a119 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc0035c4-115b-4ac1-bce0-33ba0f87a119 found for delete ", "request_id": "req-584e2536-e78b-4462-907d-8f63c90b6666"}]} Aug 26 15:57:16.523320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7909a-9d57-4583-a16b-9a32337158ca req-95fbe731-84c1-4827-ba52-5bb1500da4ff tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:16.524691 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8c7909a-9d57-4583-a16b-9a32337158ca req-95fbe731-84c1-4827-ba52-5bb1500da4ff tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0619359 Aug 26 15:57:16.591743 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8c7909a-9d57-4583-a16b-9a32337158ca req-ca4374f9-2b48-4fda-adad-50c4cb4af1e3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598421 Aug 26 15:57:16.875608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49746) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:16.926480 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-fd68c354-98de-494c-bb2e-7f7d3e1080ae admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=65bea261cb0c4ed39a65758ca8def241&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473642 Aug 26 15:57:16.926829 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49750) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:16.994948 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] Publish callbacks [] for security_group (5444a694-892b-47ba-8a8b-88ad85c88183), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.026499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] Publish callbacks [] for security_group (5444a694-892b-47ba-8a8b-88ad85c88183), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.036872 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.084934 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02712b49-e2b4-41f9-b86f-cfe2e531f113 req-fa9eb491-6ce4-46d6-85f1-04f6840b6f62 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:17.086442 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02712b49-e2b4-41f9-b86f-cfe2e531f113 req-fa9eb491-6ce4-46d6-85f1-04f6840b6f62 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0962813 Aug 26 15:57:17.161418 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02712b49-e2b4-41f9-b86f-cfe2e531f113 req-ee64b79e-73a6-4226-ab55-58164ed34867 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646117 Aug 26 15:57:17.171125 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5444a694-892b-47ba-8a8b-88ad85c88183), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.174063 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:17.178137 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/5444a694-892b-47ba-8a8b-88ad85c88183 HTTP/1.1" status: 204 len: 168 time: 0.2473130 Aug 26 15:57:17.192090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8ed60-02e0-4854-9787-15d7c51179e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5444a694-892b-47ba-8a8b-88ad85c88183,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:17.217853 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fee89f-7f8e-41b0-80b4-436b94b32335 req-7ed58d3b-13b4-4693-98c4-cfef99515bbd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:17.224383 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55fee89f-7f8e-41b0-80b4-436b94b32335 req-7ed58d3b-13b4-4693-98c4-cfef99515bbd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.0724194 Aug 26 15:57:17.275495 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55fee89f-7f8e-41b0-80b4-436b94b32335 req-cd682977-9d80-4198-9eb3-699889a1d907 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463066 Aug 26 15:57:17.276228 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.308123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.482349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a14f73-776e-4675-95db-80fff75b372e req-119b983b-ce2b-4715-af87-96b938df161a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:17.487366 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1a14f73-776e-4675-95db-80fff75b372e req-119b983b-ce2b-4715-af87-96b938df161a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.0590940 Aug 26 15:57:17.560045 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1a14f73-776e-4675-95db-80fff75b372e req-006732bd-3964-431b-98b1-476a5e1f4bb3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696051 Aug 26 15:57:17.578476 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d307d9-f4e0-42ee-b6a1-df922b27125d req-4b4a2c2b-688c-4442-a21a-3f3a95b75cdd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:17.580044 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2d307d9-f4e0-42ee-b6a1-df922b27125d req-4b4a2c2b-688c-4442-a21a-3f3a95b75cdd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.0569789 Aug 26 15:57:17.631990 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2d307d9-f4e0-42ee-b6a1-df922b27125d req-e5d594ad-624b-410e-b54f-d0c40680712e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Aug 26 15:57:17.642626 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:17.748967 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d6713-ca05-4fdd-89d0-993a248472e8 req-67792706-ec1b-4bc7-91b7-827b6b8591af tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:17.752099 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-959d6713-ca05-4fdd-89d0-993a248472e8 req-67792706-ec1b-4bc7-91b7-827b6b8591af tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0550830 Aug 26 15:57:18.002204 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-959d6713-ca05-4fdd-89d0-993a248472e8 req-9f5d1c9b-4d13-43da-9d70-40d778fea294 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442825 Aug 26 15:57:18.006711 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49768) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:18.049189 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b3a64d9c-7e2e-48b2-b29e-3f305e9258a3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=06e19a8cb96e42f99783049e8c506360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424778 Aug 26 15:57:18.051965 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49770) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:18.104082 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] Publish callbacks [] for security_group (bc5cc4cb-09fd-4475-922f-cc89d296b96d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.125944 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] Publish callbacks [] for security_group (bc5cc4cb-09fd-4475-922f-cc89d296b96d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.286419 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5927972-8360-44ec-9896-cb17667c4692 req-b0ec4a43-2c9a-4193-a15e-9947d7747a7b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.291574 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5927972-8360-44ec-9896-cb17667c4692 req-b0ec4a43-2c9a-4193-a15e-9947d7747a7b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0467794 Aug 26 15:57:18.311858 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bc5cc4cb-09fd-4475-922f-cc89d296b96d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.314792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.316491 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/bc5cc4cb-09fd-4475-922f-cc89d296b96d HTTP/1.1" status: 204 len: 168 time: 0.2635639 Aug 26 15:57:18.329216 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a9221-233f-439b-bac0-a3daa529ba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5cc4cb-09fd-4475-922f-cc89d296b96d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:18.352806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5927972-8360-44ec-9896-cb17667c4692 req-fc6567ec-e710-40c3-8e34-0141783dc131 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591989 Aug 26 15:57:18.422752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b01680-4066-408d-a74d-3a0cd37672d6 req-2704edad-78e3-42a3-98f3-66d01012c7c1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.424290 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a1b01680-4066-408d-a74d-3a0cd37672d6 req-2704edad-78e3-42a3-98f3-66d01012c7c1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.0480969 Aug 26 15:57:18.480014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a1b01680-4066-408d-a74d-3a0cd37672d6 req-0e5fdd62-6d24-45e8-adb7-04cd62437405 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481400 Aug 26 15:57:18.563937 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:18.621326 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Request body: {'port': {'device_id': '8ac977a7-aa08-459a-a863-36ba667422d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:18.628218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Request body: {'port': {'device_id': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:18.660971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-f71c3a16-e386-4175-8c56-e7bb59952ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.662489 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-f71c3a16-e386-4175-8c56-e7bb59952ce5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474434 Aug 26 15:57:18.700687 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:18.779734 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-5aba781b-cf4a-4a88-ad3d-e872aedde725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.781482 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-5aba781b-cf4a-4a88-ad3d-e872aedde725 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1128 time: 0.0471737 Aug 26 15:57:18.782801 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:18.873555 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:18.913325 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc78c5-1a5c-458b-a000-aa2d1e707279 req-8ae20df3-2451-458a-a6a3-723885e1abae tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.917800 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-48f55a09-c46e-4156-94b6-5af5c1dbe601 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.0552084 Aug 26 15:57:18.921422 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-93fc78c5-1a5c-458b-a000-aa2d1e707279 req-8ae20df3-2451-458a-a6a3-723885e1abae tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.2154350 Aug 26 15:57:18.949112 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a79d9b-beec-405c-83b3-a53654e87b5b req-26ee2c36-e19b-46c7-bfef-5c11b9140035 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:18.950563 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60a79d9b-beec-405c-83b3-a53654e87b5b req-26ee2c36-e19b-46c7-bfef-5c11b9140035 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 932 time: 0.1908760 Aug 26 15:57:18.978605 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.021629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f44f66-b282-4878-a38a-6a750aa990cd req-d46bbb89-fec9-4b5f-8607-a055d9806e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.023343 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-d46bbb89-fec9-4b5f-8607-a055d9806e0c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e649b58115ab4bcbbf045a3c036a3049&device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 1127 time: 0.1621261 Aug 26 15:57:19.031603 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-a4e3eeb9-f2ad-4338-ba2e-54933de05db1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444441 Aug 26 15:57:19.033475 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-166ca2d9-7222-4ad3-b7c9-26ef248fa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.034789 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-166ca2d9-7222-4ad3-b7c9-26ef248fa7cd service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0861371 Aug 26 15:57:19.055978 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cabb6546-4cc0-4a36-ba3e-597482d2522d req-2abc2d4c-f043-4b23-8954-05844a2ab65e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241204 Aug 26 15:57:19.211806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-93fc78c5-1a5c-458b-a000-aa2d1e707279 req-5467dabe-2d3b-45b4-acce-4c06aaa92a5e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895453 Aug 26 15:57:19.236725 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60a79d9b-beec-405c-83b3-a53654e87b5b req-e2bda360-52a2-4f8e-825f-f9e0336be31c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678015 Aug 26 15:57:19.418448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d567e50-5a48-443c-9df5-ea014229bfc1 req-309bb862-17f3-4f5b-9a7b-946723464cb1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.420484 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d567e50-5a48-443c-9df5-ea014229bfc1 req-309bb862-17f3-4f5b-9a7b-946723464cb1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0900855 Aug 26 15:57:19.547009 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba267-c65a-44cd-a81b-361d6f79cb69 req-b5193e01-968b-488a-ba7e-6e6d7859ac8b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.548477 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-640ba267-c65a-44cd-a81b-361d6f79cb69 req-b5193e01-968b-488a-ba7e-6e6d7859ac8b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.1208959 Aug 26 15:57:19.616539 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:19.620355 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d567e50-5a48-443c-9df5-ea014229bfc1 req-e7b7d99b-2bd1-482b-ad3a-6072f2e33f00 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881828 Aug 26 15:57:19.643468 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:19.660605 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks [] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.682534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51cd4e58-b1f3-4e1f-b212-98868414d616 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:19.705810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks [] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.708299 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Transition to ACTIVE for port object 8a53b00a-319e-4368-a0b0-216d2f508b1d will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:19.720770 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-640ba267-c65a-44cd-a81b-361d6f79cb69 req-41a6601f-c36c-4448-b723-cba01bb4f416 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479678 Aug 26 15:57:19.735245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Transition to ACTIVE for port object 51cd4e58-b1f3-4e1f-b212-98868414d616 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:57:19.741766 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49844) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:19.770600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26942d-e2d9-4c69-b5fe-1d9de0445670 req-3b3c38d1-45da-41cb-9216-62b410e8699e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:19.772116 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fa26942d-e2d9-4c69-b5fe-1d9de0445670 req-3b3c38d1-45da-41cb-9216-62b410e8699e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 932 time: 0.0588386 Aug 26 15:57:19.793191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.839318 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.854898 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce923fe4-f55c-41df-a250-75a979f4293f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:19.894681 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fa26942d-e2d9-4c69-b5fe-1d9de0445670 req-6837b7dd-d0b6-42b1-ba74-e228e28c5a21 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145182 Aug 26 15:57:19.923280 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:19.940101 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce923fe4-f55c-41df-a250-75a979f4293f admin admin] Publish callbacks [] for security_group (be63b91a-230e-4f1a-b712-f8b0fe224bc2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.015568 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce923fe4-f55c-41df-a250-75a979f4293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (be63b91a-230e-4f1a-b712-f8b0fe224bc2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.037167 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139635a7-466b-441e-b005-0446313e98ac service neutron] Pushing event updated for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:20.043484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Attempting to bind port 8a53b00a-319e-4368-a0b0-216d2f508b1d on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:20.044345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Attempting to bind port 8a53b00a-319e-4368-a0b0-216d2f508b1d by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:20.044345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Attempting to bind port 8a53b00a-319e-4368-a0b0-216d2f508b1d on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:20.061005 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ce923fe4-f55c-41df-a250-75a979f4293f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7279711958be4782a08f82bcfa02c2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174367 Aug 26 15:57:20.061811 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49852) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:20.064672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Port 8a53b00a-319e-4368-a0b0-216d2f508b1d on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:20.065048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Attempting to bind port 8a53b00a-319e-4368-a0b0-216d2f508b1d on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:20.073345 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce923fe4-f55c-41df-a250-75a979f4293f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be63b91a-230e-4f1a-b712-f8b0fe224bc2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:20.073811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:20.074149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Checking segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:20.074523 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Bound using segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:20.074977 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Bound port: 8a53b00a-319e-4368-a0b0-216d2f508b1d, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:20.075322 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.078078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Attempting to bind port 51cd4e58-b1f3-4e1f-b212-98868414d616 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:57:20.078701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Attempting to bind port 51cd4e58-b1f3-4e1f-b212-98868414d616 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:57:20.078701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Attempting to bind port 51cd4e58-b1f3-4e1f-b212-98868414d616 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:20.098884 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Port 51cd4e58-b1f3-4e1f-b212-98868414d616 on network 46346453-7c70-4f46-80a8-f812b7507006 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:57:20.098884 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Attempting to bind port 51cd4e58-b1f3-4e1f-b212-98868414d616 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:57:20.099347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.105557 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:57:20.106605 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Checking segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:20.107560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Bound using segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:57:20.107989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Bound port: 51cd4e58-b1f3-4e1f-b212-98868414d616, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:57:20.108346 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.197529 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:20.204515 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:20.226508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:57:20.241854 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=51cd4e58-b1f3-4e1f-b212-98868414d616,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:57:20.313093 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ad51e2d5-67d6-4ca4-908b-8668a2e38257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.314606 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-ad51e2d5-67d6-4ca4-908b-8668a2e38257 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2007358 Aug 26 15:57:20.319187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.325019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.332804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.334225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] Publish callbacks [] for security_group (be63b91a-230e-4f1a-b712-f8b0fe224bc2), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.345685 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.345850 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.345850 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 1094 time: 1.7291403 Aug 26 15:57:20.351988 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.352603 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.353963 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-139635a7-466b-441e-b005-0446313e98ac service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 1094 time: 1.7394152 Aug 26 15:57:20.354415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}, {'name': 'network-changed', 'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:20.357668 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bef1a1-7fc4-4ba2-974b-b95615f04cff" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}, {"name": "network-changed", "server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:20.429079 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] Publish callbacks [] for security_group (be63b91a-230e-4f1a-b712-f8b0fe224bc2), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.454448 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f44f66-b282-4878-a38a-6a750aa990cd req-8bcf03ce-d144-4ff8-b12d-d74fec4b1ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.456238 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-8bcf03ce-d144-4ff8-b12d-d74fec4b1ff1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=d87878b7-d9a3-45c4-aa08-3d8577af979f HTTP/1.1" status: 200 len: 912 time: 0.3283541 Aug 26 15:57:20.462587 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fcd78527-e775-4408-b1cf-1fa4bc8ead3a req-7ef9d0ca-15bf-48e3-afd5-de97c6ffcafe service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382215 Aug 26 15:57:20.479534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa62474-663c-4643-b69e-07980f6a4214 req-2228f749-a30d-4041-8cff-11f34012239d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.491552 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9aa62474-663c-4643-b69e-07980f6a4214 req-2228f749-a30d-4041-8cff-11f34012239d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.1302278 Aug 26 15:57:20.502881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b6133-4bf9-4bab-aad1-24300ce1efb6 req-b77211e0-39c0-4051-8071-83530b9fe51b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.510819 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d70b6133-4bf9-4bab-aad1-24300ce1efb6 req-b77211e0-39c0-4051-8071-83530b9fe51b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.1212287 Aug 26 15:57:20.550114 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.568008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63f746-596d-46e5-a6d1-153520cf639e service neutron] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:20.592623 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (be63b91a-230e-4f1a-b712-f8b0fe224bc2), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.598820 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:20.598820 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/be63b91a-230e-4f1a-b712-f8b0fe224bc2 HTTP/1.1" status: 204 len: 168 time: 0.5332882 Aug 26 15:57:20.609206 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46a131-8fbc-42c9-8b5f-896cce064501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be63b91a-230e-4f1a-b712-f8b0fe224bc2,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:20.636138 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d70b6133-4bf9-4bab-aad1-24300ce1efb6 req-482a64d5-9147-4612-beea-a306a2d2a58f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219525 Aug 26 15:57:20.655400 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9aa62474-663c-4643-b69e-07980f6a4214 req-b96d2454-8c00-41dd-95eb-f62b8ebce8b7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225960 Aug 26 15:57:20.695093 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139635a7-466b-441e-b005-0446313e98ac service neutron] Pushing event updated for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:20.724516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afdeabe-8714-44f0-880c-b463d80216cb x-openstack-request-id: req-5afdeabe-8714-44f0-880c-b463d80216cb {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:20.725069 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:20.725358 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5afdeabe-8714-44f0-880c-b463d80216cb {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:20.725775 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afdeabe-8714-44f0-880c-b463d80216cb'] response: {'name': 'network-changed', 'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'status': 'completed', 'code': 200} Aug 26 15:57:20.726698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5afdeabe-8714-44f0-880c-b463d80216cb'] response: {'name': 'network-changed', 'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'status': 'completed', 'code': 200} Aug 26 15:57:20.782184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49291f97-a99a-4ee5-ae01-4fe3b200dd5d req-be87c618-f43c-4a96-96c3-efc9caaa5a25 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.784094 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49291f97-a99a-4ee5-ae01-4fe3b200dd5d req-be87c618-f43c-4a96-96c3-efc9caaa5a25 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 944 time: 0.0564241 Aug 26 15:57:20.805131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:20.870098 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49291f97-a99a-4ee5-ae01-4fe3b200dd5d req-06b3b1f6-74fd-4032-9f4c-fa6361089a36 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768852 Aug 26 15:57:20.873898 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40f492-2280-4215-b70a-10fd878f39fe req-4e6de46d-259f-4149-8192-073d438b7288 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:20.875397 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba40f492-2280-4215-b70a-10fd878f39fe req-4e6de46d-259f-4149-8192-073d438b7288 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.0660670 Aug 26 15:57:20.932064 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba40f492-2280-4215-b70a-10fd878f39fe req-b9ba50b6-51ce-43d4-8ee4-b7a89a75b66c tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Aug 26 15:57:21.018129 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:21.036041 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a2d23-08c3-4c6a-a352-f651f8c59c23 req-c475a63c-602b-4672-a26c-3d585c499e61 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.044186 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f9a2d23-08c3-4c6a-a352-f651f8c59c23 req-c475a63c-602b-4672-a26c-3d585c499e61 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0642498 Aug 26 15:57:21.101056 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f9a2d23-08c3-4c6a-a352-f651f8c59c23 req-f207985b-1ada-457f-9eae-3731d0f8bc96 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559499 Aug 26 15:57:21.157834 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-e0a3e42e-749a-45f5-913e-a74d56263730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.159830 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-e0a3e42e-749a-45f5-913e-a74d56263730 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1128 time: 0.0548515 Aug 26 15:57:21.180657 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-80dcac97-d472-4920-adf1-31aca9f6cadc service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10 HTTP/1.1" status: 200 len: 217 time: 0.1167696 Aug 26 15:57:21.292688 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-3d2fb5ec-db4e-4e8c-be2b-e59139d4cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.295563 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-3d2fb5ec-db4e-4e8c-be2b-e59139d4cfb9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1128 time: 0.1126430 Aug 26 15:57:21.301567 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:21.314863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f44f66-b282-4878-a38a-6a750aa990cd req-e0259ef5-b88e-4dbe-8eda-7e40b8fce72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.316377 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-e0259ef5-b88e-4dbe-8eda-7e40b8fce72b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=2fa3a047-c0e1-428d-ac48-b089916d5bde HTTP/1.1" status: 200 len: 850 time: 0.1210725 Aug 26 15:57:21.322528 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-0b2075a9-6415-4e08-9723-e3be8315186b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569368 Aug 26 15:57:21.415609 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-32a0f44e-94c1-45e8-a8cc-3de6dcf7a1e8 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 217 time: 0.2245483 Aug 26 15:57:21.420719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-69e6e482-3cc0-4a73-80d6-07060c43fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.422097 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-69e6e482-3cc0-4a73-80d6-07060c43fdf4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1128 time: 0.2600062 Aug 26 15:57:21.482145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:21.591255 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device add18eae-55b9-4447-82eb-6d50b51bc859 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:21.610603 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49906) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:21.626421 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-543a6105-2746-4b7d-85fe-3ab5dcae9f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.704550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=add18eae-55b9-4447-82eb-6d50b51bc859,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:21.709535 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-543a6105-2746-4b7d-85fe-3ab5dcae9f35 admin admin] Publish callbacks [] for security_group (29dd9009-e828-46a7-8297-e5000f5a90f2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.714288 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:21.721541 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'add18eae-55b9-4447-82eb-6d50b51bc859', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'port_id': 'add18eae-55b9-4447-82eb-6d50b51bc859', 'mac_address': 'fa:16:3e:e0:5d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:21.766338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port add18eae-55b9-4447-82eb-6d50b51bc859 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:21.766788 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.783565 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id add18eae-55b9-4447-82eb-6d50b51bc859 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:21.790979 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-543a6105-2746-4b7d-85fe-3ab5dcae9f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (29dd9009-e828-46a7-8297-e5000f5a90f2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.816105 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe978d3-abd0-46db-8679-3932f6ab208a req-99cc378d-0471-4bea-a267-6d66faa19589 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.818184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1fe978d3-abd0-46db-8679-3932f6ab208a req-99cc378d-0471-4bea-a267-6d66faa19589 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.0909348 Aug 26 15:57:21.819090 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=add18eae-55b9-4447-82eb-6d50b51bc859,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:21.831462 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-543a6105-2746-4b7d-85fe-3ab5dcae9f35 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f053226c8ae94f3c8c602ac7a0187d15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194972 Aug 26 15:57:21.835752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f653fc-bfe0-4116-9c07-7bf4ab677f15 req-f47c455a-bb63-4428-a190-1be4135bcb3a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:21.835752 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9f653fc-bfe0-4116-9c07-7bf4ab677f15 req-f47c455a-bb63-4428-a190-1be4135bcb3a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.0676856 Aug 26 15:57:21.838727 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 49912) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:21.846355 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a6105-2746-4b7d-85fe-3ab5dcae9f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd9009-e828-46a7-8297-e5000f5a90f2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:21.937850 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:21.941416 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9f653fc-bfe0-4116-9c07-7bf4ab677f15 req-94a57839-2281-4444-be40-76458c7b4b84 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963311 Aug 26 15:57:21.951296 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1fe978d3-abd0-46db-8679-3932f6ab208a req-63420395-6966-4fbb-a6eb-550db2398aac tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238639 Aug 26 15:57:21.970993 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] Publish callbacks [] for security_group (29dd9009-e828-46a7-8297-e5000f5a90f2), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.985619 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:21.990107 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7e519cd9-1a52-4518-a7ed-6455ad985b10 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:22.000582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] Publish callbacks [] for security_group (29dd9009-e828-46a7-8297-e5000f5a90f2), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:22.085894 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.088735 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:22.184582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:22.204844 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '7e519cd9-1a52-4518-a7ed-6455ad985b10', 'network_id': 'd87878b7-d9a3-45c4-aa08-3d8577af979f', 'port_id': '7e519cd9-1a52-4518-a7ed-6455ad985b10', 'mac_address': 'fa:16:3e:5a:b5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 955, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa3a047-c0e1-428d-ac48-b089916d5bde', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:22.245534 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7e519cd9-1a52-4518-a7ed-6455ad985b10 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:22.246300 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:22.257203 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.264151 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e519cd9-1a52-4518-a7ed-6455ad985b10 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:22.289591 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:22.292298 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.298953 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.309859 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-4c95900a-63de-4959-ac6a-3c572dd8cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.311838 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-4c95900a-63de-4959-ac6a-3c572dd8cae5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 1127 time: 0.2486143 Aug 26 15:57:22.318208 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9524-e7da-4685-bd0a-a9938903c7d6 req-ce55ee2a-8ea9-4054-99dc-28b1ad9ee41b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.319763 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8cfb9524-e7da-4685-bd0a-a9938903c7d6 req-ce55ee2a-8ea9-4054-99dc-28b1ad9ee41b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 945 time: 0.2815251 Aug 26 15:57:22.352439 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:22.381414 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f44f66-b282-4878-a38a-6a750aa990cd req-67885a76-3dc5-44fd-a987-76daf384c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.393027 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-67885a76-3dc5-44fd-a987-76daf384c34f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=d87878b7-d9a3-45c4-aa08-3d8577af979f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3403618 Aug 26 15:57:22.411711 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.412622 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:22.461475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f19a5-1fb1-4882-819f-0b6505657018 req-5b084749-dc36-4de7-9cd3-f64e45417793 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.461475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-372f19a5-1fb1-4882-819f-0b6505657018 req-5b084749-dc36-4de7-9cd3-f64e45417793 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 943 time: 0.3300900 Aug 26 15:57:22.487619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-fe44a174-c294-4c86-be67-ae387db2a57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.489079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-fe44a174-c294-4c86-be67-ae387db2a57e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.4163692 Aug 26 15:57:22.504324 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-49f466f7-6cb9-4241-9460-5452c4449a07 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134870 Aug 26 15:57:22.509958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-da4f494e-9e74-4aab-811f-e174c080c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.511405 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-da4f494e-9e74-4aab-811f-e174c080c7b7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.4194601 Aug 26 15:57:22.538431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:22.568541 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-cdc15f0d-a70a-4939-9b0c-2e3e07e9389f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 217 time: 0.0405388 Aug 26 15:57:22.612628 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-c0d59e44-7c22-4c47-9354-683bcd3474ca service neutron] 10.222.0.102 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200272 Aug 26 15:57:22.615698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (29dd9009-e828-46a7-8297-e5000f5a90f2), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:22.618799 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:22.622838 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/29dd9009-e828-46a7-8297-e5000f5a90f2 HTTP/1.1" status: 204 len: 168 time: 0.7830126 Aug 26 15:57:22.679005 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-7afc1bf6-d181-4f37-873a-7b00b2be8d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.680639 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-7afc1bf6-d181-4f37-873a-7b00b2be8d12 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1056437 Aug 26 15:57:22.685272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-eaddbc44-bf13-4560-b229-9f0f507cb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.687740 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-eaddbc44-bf13-4560-b229-9f0f507cb6ff service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6383615 Aug 26 15:57:22.697060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480aaec-c974-4eb3-bad4-b076681f9619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd9009-e828-46a7-8297-e5000f5a90f2,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:22.707706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-594d17da-21af-4bd8-ad95-d6fb88c5dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.709190 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-594d17da-21af-4bd8-ad95-d6fb88c5dd3e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1719317 Aug 26 15:57:22.717854 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8cfb9524-e7da-4685-bd0a-a9938903c7d6 req-c1d4affd-9675-4c17-876c-faa8a27db295 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782766 Aug 26 15:57:22.728100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-87682efe-c4f5-4bee-ab63-1b36232ad03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.732568 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-87682efe-c4f5-4bee-ab63-1b36232ad03d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.3998294 Aug 26 15:57:22.734095 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-372f19a5-1fb1-4882-819f-0b6505657018 req-a40f9672-7a85-46ee-844c-43cda2365e1c tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536719 Aug 26 15:57:22.756831 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-8200187d-0132-4ee4-8efd-4e8e38de0d9e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380773 Aug 26 15:57:22.835748 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f1aec-f087-4c6e-96f7-b80da866f506 req-67d4102d-633b-42fb-8acc-7b5965a4c17a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:22.837396 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb5f1aec-f087-4c6e-96f7-b80da866f506 req-67d4102d-633b-42fb-8acc-7b5965a4c17a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0487521 Aug 26 15:57:22.886597 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb5f1aec-f087-4c6e-96f7-b80da866f506 req-78674f34-0367-4eb2-a1dc-7f901805d0d3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429676 Aug 26 15:57:22.900379 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['7e519cd9-1a52-4518-a7ed-6455ad985b10'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:23.054869 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['add18eae-55b9-4447-82eb-6d50b51bc859'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:23.112684 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:23.130719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be473ef-157a-422e-9f5c-35fff917d08f req-5b570beb-d582-4480-9581-3b766b040860 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:23.132348 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6be473ef-157a-422e-9f5c-35fff917d08f req-5b570beb-d582-4480-9581-3b766b040860 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 943 time: 0.0962942 Aug 26 15:57:23.137912 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c052c02-2190-4aad-9e80-9143a01bff22 req-45258cf8-e550-4008-b040-c4bffcc5ddd7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:23.143489 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c052c02-2190-4aad-9e80-9143a01bff22 req-45258cf8-e550-4008-b040-c4bffcc5ddd7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.1090918 Aug 26 15:57:23.240445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6be473ef-157a-422e-9f5c-35fff917d08f req-357e0fc5-907a-4b49-b6ae-ae121083bc33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957110 Aug 26 15:57:23.247960 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c052c02-2190-4aad-9e80-9143a01bff22 req-a5798128-f2c1-4f71-a30f-94cfdda1ba98 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012323 Aug 26 15:57:23.335329 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:23.526412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-b8fc56c1-047a-40ef-a7ae-60d0c3a9dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:23.529216 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-b8fc56c1-047a-40ef-a7ae-60d0c3a9dbe6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483794 Aug 26 15:57:23.645853 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-a20e5fce-a575-45aa-a8f8-9d05c73cb20c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 200 len: 217 time: 0.1617110 Aug 26 15:57:23.654990 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-c22a9ea4-c545-46b2-b768-c6723b08c0a0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183405 Aug 26 15:57:23.720422 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:23.726403 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device c3d450c2-3d49-40aa-b88c-475438ac1fcc details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:23.785309 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-af6297bb-226c-45c8-b4a6-445c9e917516 req-045320df-3806-4ce2-afac-b587a1f54ab4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226828 Aug 26 15:57:23.819300 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-ffb61e9a-8cb8-4060-8dfd-0f8eff43d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:23.820768 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-ffb61e9a-8cb8-4060-8dfd-0f8eff43d076 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.1602876 Aug 26 15:57:23.831118 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-d60d6cf5-f2a6-4413-b5fb-fa33553059bc service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483498 Aug 26 15:57:23.833970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-ada5f609-23b9-48fe-a8cc-400a51ebc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:23.835357 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-ada5f609-23b9-48fe-a8cc-400a51ebc55d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3497097 Aug 26 15:57:23.972386 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:23.976222 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 49988) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:23.986243 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:24.024448 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port c3d450c2-3d49-40aa-b88c-475438ac1fcc is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:24.024752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.040941 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d450c2-3d49-40aa-b88c-475438ac1fcc {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:24.076838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:24.110407 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1735457777-network', 'tenant_id': 'a04a23a1c79144a7a9690ec900cf9de2'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:24.189513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.197318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device add18eae-55b9-4447-82eb-6d50b51bc859 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:24.214035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Made reservation on behalf of a04a23a1c79144a7a9690ec900cf9de2 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:24.217391 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.227638 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.237342 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:24.256111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-78f392f5-3850-4dbd-9a6e-e43bfc862e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.257615 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-78f392f5-3850-4dbd-9a6e-e43bfc862e94 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4197848 Aug 26 15:57:24.272480 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:24.274550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:24.294210 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port add18eae-55b9-4447-82eb-6d50b51bc859 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:24.317624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcca28-983b-4328-9ecb-0e26963a310d req-7e6368db-f693-461f-ae25-0e18ac4148a4 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.319127 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ddcca28-983b-4328-9ecb-0e26963a310d req-7e6368db-f693-461f-ae25-0e18ac4148a4 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 944 time: 0.1681221 Aug 26 15:57:24.332782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks [] for security_group (a80d8d49-1f86-4ea5-bc0b-18cb27c36654), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.354792 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-98bb7e63-1054-46cf-ad74-a571961503ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.356241 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-98bb7e63-1054-46cf-ad74-a571961503ff service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1128 time: 0.2075818 Aug 26 15:57:24.365463 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1ee9b-e36f-4a76-bce5-3998e22eecb6 req-ee67cb3f-21db-44ce-9a09-2ec658cab1ba tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.366817 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ba1ee9b-e36f-4a76-bce5-3998e22eecb6 req-ee67cb3f-21db-44ce-9a09-2ec658cab1ba tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 945 time: 0.2168055 Aug 26 15:57:24.369238 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port add18eae-55b9-4447-82eb-6d50b51bc859 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:24.369833 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.402700 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (a80d8d49-1f86-4ea5-bc0b-18cb27c36654), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.436183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:57:24.454449 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-d8525343-6bcb-4977-a718-7e8ac5ac8a15 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 217 time: 0.0767589 Aug 26 15:57:24.455677 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80d8d49-1f86-4ea5-bc0b-18cb27c36654,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:24.456331 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ed88385-15fe-4867-9ad1-e96d090e995b req-7a453be1-aea9-4ae5-ac59-9fc646aa8fc5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078932 Aug 26 15:57:24.457805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port add18eae-55b9-4447-82eb-6d50b51bc859 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:24.458200 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.460350 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (6ebc7fb7-2129-4f79-98a0-457b3daeb169), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.460914 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Added segment 6ebc7fb7-2129-4f79-98a0-457b3daeb169 of type vlan for network 7914d977-bd22-4975-981c-7e1e89b8260c Aug 26 15:57:24.506716 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=add18eae-55b9-4447-82eb-6d50b51bc859,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:24.508109 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:24.553327 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (7914d977-bd22-4975-981c-7e1e89b8260c), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.573304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ddcca28-983b-4328-9ecb-0e26963a310d req-e174ed69-4db4-4a8d-a4c4-e072534c58e9 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179873 Aug 26 15:57:24.583014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ba1ee9b-e36f-4a76-bce5-3998e22eecb6 req-cadd0570-c7f7-4c28-b759-bbb09c98eabe tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039587 Aug 26 15:57:24.588857 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-cf558a73-252e-4ec0-95ed-3be2f368020d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170111 Aug 26 15:57:24.604270 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-09c9e591-4cd8-41d5-ba33-ddeed5c896c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.605720 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-09c9e591-4cd8-41d5-ba33-ddeed5c896c2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.1314526 Aug 26 15:57:24.613944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['c3d450c2-3d49-40aa-b88c-475438ac1fcc'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:24.618553 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.619484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7e519cd9-1a52-4518-a7ed-6455ad985b10 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:24.699434 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc55a0f-53cd-4f7d-a056-669cec92ec40 req-6035c335-c628-49ab-934e-9f3d4515bca9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.706726 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4cc55a0f-53cd-4f7d-a056-669cec92ec40 req-6035c335-c628-49ab-934e-9f3d4515bca9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0632620 Aug 26 15:57:24.718818 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (7914d977-bd22-4975-981c-7e1e89b8260c), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.719887 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.722896 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.727920 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:24.773948 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:24.790550 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed7962-f118-425b-8986-8650e664768d req-1eaa1be9-18d1-428c-8c7b-76cbe9b4c7b9 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.790550 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40ed7962-f118-425b-8986-8650e664768d req-1eaa1be9-18d1-428c-8c7b-76cbe9b4c7b9 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.0692964 Aug 26 15:57:24.800305 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 7e519cd9-1a52-4518-a7ed-6455ad985b10 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:24.804143 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4cc55a0f-53cd-4f7d-a056-669cec92ec40 req-f9d139c8-4d31-4bc3-86dc-21bc57cc0e85 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954726 Aug 26 15:57:24.851002 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7914d977-bd22-4975-981c-7e1e89b8260c,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:24.868755 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40ed7962-f118-425b-8986-8650e664768d req-62966d3f-a730-4b54-99ce-9fd25dc671a5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745640 Aug 26 15:57:24.872639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:24.875921 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 7914d977-bd22-4975-981c-7e1e89b8260c details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:57:24.903951 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-59dace3e-032e-4890-b5ca-8d3c2b54b6d1 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9261608 Aug 26 15:57:24.913723 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50004) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:24.918639 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Request body: {'subnet': {'network_id': '7914d977-bd22-4975-981c-7e1e89b8260c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1735457777-subnet', 'tenant_id': 'a04a23a1c79144a7a9690ec900cf9de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:24.930392 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ee4c0-c6f0-44f2-a96d-d77d64a42320" -d '{"events": [{"server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "name": "network-vif-plugged", "status": "completed", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:24.941757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 7e519cd9-1a52-4518-a7ed-6455ad985b10 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:24.941757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:24.981263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b98047-ada3-4526-915f-99a561a252d6 req-ba7fd5fd-40f6-47e7-92d3-864688432b68 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:24.983617 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84b98047-ada3-4526-915f-99a561a252d6 req-ba7fd5fd-40f6-47e7-92d3-864688432b68 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 944 time: 0.0667672 Aug 26 15:57:25.027185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Made reservation on behalf of a04a23a1c79144a7a9690ec900cf9de2 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:25.031112 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64214426'] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:25.041680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:25.069732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7e519cd9-1a52-4518-a7ed-6455ad985b10 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:25.070284 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:25.112117 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:25.115525 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84b98047-ada3-4526-915f-99a561a252d6 req-7300cf2a-759a-4537-a5c9-20b68d58adb1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191006 Aug 26 15:57:25.138161 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b3e9ab0-653e-43f0-a3da-49624f91cae0 x-openstack-request-id: req-3b3e9ab0-653e-43f0-a3da-49624f91cae0 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:25.139508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "name": "network-vif-plugged", "status": "completed", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:25.139770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3b3e9ab0-653e-43f0-a3da-49624f91cae0 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:25.140225 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b3e9ab0-653e-43f0-a3da-49624f91cae0'] response: {'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859', 'code': 200} Aug 26 15:57:25.187034 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:25.236212 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:25.335380 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65035868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64214440'] for subnet (d07df6be-c08d-4c86-bd00-9bedd4d9c1b1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:25.388035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07df6be-c08d-4c86-bd00-9bedd4d9c1b1,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:25.403524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Checking segment: {'id': '6ebc7fb7-2129-4f79-98a0-457b3daeb169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': '7914d977-bd22-4975-981c-7e1e89b8260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:25.403962 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Network hostable DHCP agents. Network: 7914d977-bd22-4975-981c-7e1e89b8260c, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:57:25.410191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:25.495321 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Network 7914d977-bd22-4975-981c-7e1e89b8260c is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:57:25.600969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:25.602606 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 7914d977-bd22-4975-981c-7e1e89b8260c) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:25.612527 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:25.613518 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:25.620031 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a0daa3-b14a-4569-b2c6-00c2bbbd38ff None None] Network 7914d977-bd22-4975-981c-7e1e89b8260c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:25.623057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-d9262afe-9571-4887-8342-1676ac80dd49 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731129 Aug 26 15:57:25.626032 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-14571ba1-cb6a-4ee6-96ec-383842124e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:25.627464 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-14571ba1-cb6a-4ee6-96ec-383842124e19 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1093578 Aug 26 15:57:25.628878 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-b8f09a32-1d54-48ab-bf99-d79faedce2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:25.630196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-b8f09a32-1d54-48ab-bf99-d79faedce2fd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1128 time: 0.0972331 Aug 26 15:57:25.711140 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 56c21eb3-a5af-49a5-afc3-c79bf7878007 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:25.721360 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-06526200-ac6f-4cb5-b682-45578bedf861 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8010533 Aug 26 15:57:25.872441 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:25.873968 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device c3d450c2-3d49-40aa-b88c-475438ac1fcc up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:25.940177 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:26.021298 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-4e71a733-0cc1-461f-b027-a91bdd445a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.021298 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-4e71a733-0cc1-461f-b027-a91bdd445a5a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1130 time: 0.1541970 Aug 26 15:57:26.035840 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-f3ad3489-6912-4aff-9c9e-741625f5f895 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.052901 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:26.079522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '56c21eb3-a5af-49a5-afc3-c79bf7878007', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'port_id': '56c21eb3-a5af-49a5-afc3-c79bf7878007', 'mac_address': 'fa:16:3e:8e:2a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:26.089643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08574e25-b3a7-49a3-a288-ef41a0ba0079 req-24d95708-512b-4b60-b714-88528d78d42e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.092261 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-08574e25-b3a7-49a3-a288-ef41a0ba0079 req-24d95708-512b-4b60-b714-88528d78d42e tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.3806329 Aug 26 15:57:26.098980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-1c71bcad-2785-4610-9344-0159cb2e2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.100630 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-1c71bcad-2785-4610-9344-0159cb2e2fc1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1128 time: 0.2812071 Aug 26 15:57:26.117330 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e3e1a-293e-48a9-86e3-2464702fc38b req-fcf98bea-e669-423f-b6f0-45031a9b7546 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.118749 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e84e3e1a-293e-48a9-86e3-2464702fc38b req-fcf98bea-e669-423f-b6f0-45031a9b7546 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.3003891 Aug 26 15:57:26.130470 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c874f9af-2bc5-456f-93b6-435a38f152c5 None None] Network 7914d977-bd22-4975-981c-7e1e89b8260c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:26.141030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-92c68098-22ce-46bb-8833-af9c604dc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.142863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-92c68098-22ce-46bb-8833-af9c604dc128 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 911 time: 0.4830499 Aug 26 15:57:26.146433 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port c3d450c2-3d49-40aa-b88c-475438ac1fcc completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:26.164214 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-f3ad3489-6912-4aff-9c9e-741625f5f895 service neutron] Publish callbacks [] for security_group (0071b4c6-333d-4ba7-807d-09522940bf1d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.194872 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 56c21eb3-a5af-49a5-afc3-c79bf7878007 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:26.195094 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.219114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c21eb3-a5af-49a5-afc3-c79bf7878007 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:26.258596 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:26.274845 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-e639c05b-c773-4cb4-87cf-14ba4390137e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 217 time: 0.1251516 Aug 26 15:57:26.288565 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-70b0cdbd-6cfc-43a9-a2fa-1cff97cb58ae service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6390877 Aug 26 15:57:26.296215 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-f3ad3489-6912-4aff-9c9e-741625f5f895 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0071b4c6-333d-4ba7-807d-09522940bf1d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.301732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port c3d450c2-3d49-40aa-b88c-475438ac1fcc triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:26.304160 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.348982 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.362376 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2fc1cd1d-9a5b-4852-8759-7ae5c428851f req-f3ad3489-6912-4aff-9c9e-741625f5f895 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464034 Aug 26 15:57:26.363433 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad3489-6912-4aff-9c9e-741625f5f895 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0071b4c6-333d-4ba7-807d-09522940bf1d,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:26.411732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-08574e25-b3a7-49a3-a288-ef41a0ba0079 req-2408ba05-be87-48ad-858c-ac32d322c125 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084016 Aug 26 15:57:26.428954 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:26.435823 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port c3d450c2-3d49-40aa-b88c-475438ac1fcc is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:26.436051 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.440208 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:26.453323 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e84e3e1a-293e-48a9-86e3-2464702fc38b req-62d92d03-33b3-4a2b-b473-587cf0fbb85a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046162 Aug 26 15:57:26.475520 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-30221251-ae6f-4e27-bef3-b8b4fdd4a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.477005 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-30221251-ae6f-4e27-bef3-b8b4fdd4a5a5 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.1865203 Aug 26 15:57:26.483725 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-6c7e22a4-6d97-4410-8046-197b5a05566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.487700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-6c7e22a4-6d97-4410-8046-197b5a05566c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.3786163 Aug 26 15:57:26.522876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:26.527053 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7fe9b8b-1b2f-491d-b4de-052876bcafe8 req-2970407e-2519-4476-ac2d-4219be6c2d25 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102914 Aug 26 15:57:26.527809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:26.603745 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:26.642163 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167cbd51-00ba-4d99-8f59-33ae6e072278 req-3bee1b94-516b-4fa0-9dbf-2ea45fd7dac6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.643572 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-167cbd51-00ba-4d99-8f59-33ae6e072278 req-3bee1b94-516b-4fa0-9dbf-2ea45fd7dac6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.0929739 Aug 26 15:57:26.649848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21649dc-b883-420f-81a5-eea8927cab3b req-9f3d0dcd-2d07-4bfd-96b2-d06ce6f20b97 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.651331 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a21649dc-b883-420f-81a5-eea8927cab3b req-9f3d0dcd-2d07-4bfd-96b2-d06ce6f20b97 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0797217 Aug 26 15:57:26.653726 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:26.688838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['56c21eb3-a5af-49a5-afc3-c79bf7878007'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:26.785136 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-167cbd51-00ba-4d99-8f59-33ae6e072278 req-428ad4e3-727b-43e8-9484-595f85cdd189 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320474 Aug 26 15:57:26.791043 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-700f9d5e-8bcf-4643-a60c-2fa0d8e62da2 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.0788758 Aug 26 15:57:26.806716 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a21649dc-b883-420f-81a5-eea8927cab3b req-4304d205-e16a-4cf9-b920-e7ab47d6237d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439333 Aug 26 15:57:26.831331 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-f2807f5d-5100-48d6-a1f5-01b97d326bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.832828 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-f2807f5d-5100-48d6-a1f5-01b97d326bca service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218379 Aug 26 15:57:26.901555 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50068) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:26.907834 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-415587455-network', 'tenant_id': '8a93edea26904dda911fc965fdbd41b0'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:26.931166 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bddc69d-ca8d-4d81-98f9-5c45af7bed3e req-ac656526-bc47-4059-95ba-2cbf74c0b9ae tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:26.932789 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4bddc69d-ca8d-4d81-98f9-5c45af7bed3e req-ac656526-bc47-4059-95ba-2cbf74c0b9ae tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0547538 Aug 26 15:57:26.981522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Made reservation on behalf of 8a93edea26904dda911fc965fdbd41b0 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:26.985148 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4bddc69d-ca8d-4d81-98f9-5c45af7bed3e req-748fa3e7-0c00-4901-b54c-a895e47b9f65 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453653 Aug 26 15:57:26.991907 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.001217 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.083543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks [] for security_group (13dbff96-dce2-4e78-9bbb-aa4081ca5dc1), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.141706 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10'}, {'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:27.144014 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8b092b-2ab1-467a-a498-5ade4f9f9c97" -d '{"events": [{"server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10"}, {"server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:27.187429 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (13dbff96-dce2-4e78-9bbb-aa4081ca5dc1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.208296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645b1b82-3b1a-4628-bde4-3a309981a55a x-openstack-request-id: req-645b1b82-3b1a-4628-bde4-3a309981a55a {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:27.208618 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "name": "network-vif-plugged", "status": "completed", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10", "code": 200}, {"server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "name": "network-vif-plugged", "status": "completed", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:27.208856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-645b1b82-3b1a-4628-bde4-3a309981a55a {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:27.209297 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645b1b82-3b1a-4628-bde4-3a309981a55a'] response: {'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10', 'code': 200} Aug 26 15:57:27.209509 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645b1b82-3b1a-4628-bde4-3a309981a55a'] response: {'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'code': 200} Aug 26 15:57:27.224882 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13dbff96-dce2-4e78-9bbb-aa4081ca5dc1,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:27.229310 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 956} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:57:27.238954 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (a25a69b2-1a2d-421e-b7ff-7873fe3aa84a), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.239313 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Added segment a25a69b2-1a2d-421e-b7ff-7873fe3aa84a of type vlan for network 80b1a4e9-f770-47c5-8992-649a53aefa84 Aug 26 15:57:27.253872 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:27.283289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-d51baf16-dde8-40f1-9f11-7e37c7315e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:27.284775 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-d51baf16-dde8-40f1-9f11-7e37c7315e55 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1275721 Aug 26 15:57:27.288707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (80b1a4e9-f770-47c5-8992-649a53aefa84), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.317208 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-0396c2c1-43d6-43ce-babf-7bc56f5f1852 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610727 Aug 26 15:57:27.340920 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:27.397860 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (80b1a4e9-f770-47c5-8992-649a53aefa84), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.398937 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:27.399529 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.462198 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] Pushing event updated for resources: {'Network': ['ID=80b1a4e9-f770-47c5-8992-649a53aefa84,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:27.473393 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 80b1a4e9-f770-47c5-8992-649a53aefa84 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:57:27.563896 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9e4c093d-1788-4722-a3fd-9ec94a55d441 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6582398 Aug 26 15:57:27.565967 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50090) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:27.568983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Request body: {'subnet': {'network_id': '80b1a4e9-f770-47c5-8992-649a53aefa84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-415587455-subnet', 'tenant_id': '8a93edea26904dda911fc965fdbd41b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:27.614491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd0dca-9e81-482e-9256-2c07d5bcda5e req-a06b95b6-9049-40f3-b7e3-860d055d1303 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:27.615988 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-45fd0dca-9e81-482e-9256-2c07d5bcda5e req-a06b95b6-9049-40f3-b7e3-860d055d1303 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0982890 Aug 26 15:57:27.636218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63467e-7c59-4e71-a75b-c3048b252f01 req-59e21d19-0844-495d-8589-9c2ae325b98d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:27.637633 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d63467e-7c59-4e71-a75b-c3048b252f01 req-59e21d19-0844-495d-8589-9c2ae325b98d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0903420 Aug 26 15:57:27.702111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-45fd0dca-9e81-482e-9256-2c07d5bcda5e req-bfb952d9-1d2e-45ce-b977-f87fefc2f0f8 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789368 Aug 26 15:57:27.722428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:27.722535 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 51cd4e58-b1f3-4e1f-b212-98868414d616 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:27.726303 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d63467e-7c59-4e71-a75b-c3048b252f01 req-e27c80eb-9896-4e1c-a4dd-259dade7665f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778990 Aug 26 15:57:27.731531 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 56c21eb3-a5af-49a5-afc3-c79bf7878007 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:27.754544 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Made reservation on behalf of 8a93edea26904dda911fc965fdbd41b0 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:27.757540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64569523'] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.858033 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 56c21eb3-a5af-49a5-afc3-c79bf7878007 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:27.866911 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50100) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:27.899084 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=51cd4e58-b1f3-4e1f-b212-98868414d616,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:27.913528 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'port_id': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'mac_address': 'fa:16:3e:dd:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:27.957690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 51cd4e58-b1f3-4e1f-b212-98868414d616 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:27.958089 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.967854 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 56c21eb3-a5af-49a5-afc3-c79bf7878007 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:27.968439 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:27.999238 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51cd4e58-b1f3-4e1f-b212-98868414d616 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:28.000098 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0b9e297a-7559-4c62-8198-0ecdbb46d47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.026257 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=51cd4e58-b1f3-4e1f-b212-98868414d616,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:28.040342 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9019-c8c7-40f5-bbb7-98f4aa25a8df req-4501a7aa-ae3b-4e8a-ae35-b430ca731c42 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.041827 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47ed9019-c8c7-40f5-bbb7-98f4aa25a8df req-4501a7aa-ae3b-4e8a-ae35-b430ca731c42 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 944 time: 0.1186705 Aug 26 15:57:28.059385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42943e-3144-451c-9498-d46e2e018bac req-1726e42e-bc8b-47ee-ab8d-430adb1f681c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.061381 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ee42943e-3144-451c-9498-d46e2e018bac req-1726e42e-bc8b-47ee-ab8d-430adb1f681c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.1371083 Aug 26 15:57:28.068492 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 56c21eb3-a5af-49a5-afc3-c79bf7878007 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:28.068880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.097752 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0b9e297a-7559-4c62-8198-0ecdbb46d47b admin admin] Publish callbacks [] for security_group (e8f7a93d-9059-4d40-a4bd-d100d0553aa7), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.109648 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:28.133940 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47ed9019-c8c7-40f5-bbb7-98f4aa25a8df req-830e2edf-235d-4440-8d70-923581470d75 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825987 Aug 26 15:57:28.141454 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ee42943e-3144-451c-9498-d46e2e018bac req-70ec5d50-1807-4eaa-9144-a6ffb1bac050 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741103 Aug 26 15:57:28.192400 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.192982 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63849414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64569473'] for subnet (e5a51913-9e37-4d4a-bafb-9a5db2631db0), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.226525 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0b9e297a-7559-4c62-8198-0ecdbb46d47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e8f7a93d-9059-4d40-a4bd-d100d0553aa7), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.228494 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.249107 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.272840 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0b9e297a-7559-4c62-8198-0ecdbb46d47b admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=a4fbab127b72485599bdb61d3574643d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021270 Aug 26 15:57:28.272840 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e297a-7559-4c62-8198-0ecdbb46d47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7a93d-9059-4d40-a4bd-d100d0553aa7,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.273721 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50106) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:28.305144 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.305652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da5641-c3e2-4da4-9d41-7f7655ba010c req-100604ee-a9ec-4d31-bbfe-aa60331a2c0d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.307186 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19da5641-c3e2-4da4-9d41-7f7655ba010c req-100604ee-a9ec-4d31-bbfe-aa60331a2c0d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.1102931 Aug 26 15:57:28.312665 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:28.314294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5a51913-9e37-4d4a-bafb-9a5db2631db0,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.337149 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] Publish callbacks [] for security_group (e8f7a93d-9059-4d40-a4bd-d100d0553aa7), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.337310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Checking segment: {'id': 'a25a69b2-1a2d-421e-b7ff-7873fe3aa84a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '80b1a4e9-f770-47c5-8992-649a53aefa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:28.337670 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Network hostable DHCP agents. Network: 80b1a4e9-f770-47c5-8992-649a53aefa84, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:57:28.358052 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] Publish callbacks [] for security_group (e8f7a93d-9059-4d40-a4bd-d100d0553aa7), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.379462 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19da5641-c3e2-4da4-9d41-7f7655ba010c req-f6fbbf6c-ac10-4e30-9f88-ac16f7985af4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616853 Aug 26 15:57:28.390543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:28.441775 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Network 80b1a4e9-f770-47c5-8992-649a53aefa84 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:57:28.470503 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e8f7a93d-9059-4d40-a4bd-d100d0553aa7), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.473102 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.474344 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e8f7a93d-9059-4d40-a4bd-d100d0553aa7 HTTP/1.1" status: 204 len: 168 time: 0.1996415 Aug 26 15:57:28.482823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89219f19-4bc9-48ce-a366-9c9b92a1df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7a93d-9059-4d40-a4bd-d100d0553aa7,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:28.527582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 80b1a4e9-f770-47c5-8992-649a53aefa84) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:28.531856 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.532454 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:28.537719 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d98fa8-9191-46a9-87b0-6e4c9f054f4e None None] Network 80b1a4e9-f770-47c5-8992-649a53aefa84 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:28.633774 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-05edd187-8ee2-4ef8-9dfd-bc2a960b12d9 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0684566 Aug 26 15:57:28.646521 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b5b54-f25d-4834-8710-7b564cdb32e2 None None] Network 80b1a4e9-f770-47c5-8992-649a53aefa84 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:28.781357 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:28.838739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:28.854626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3167c67-8f88-4b48-a533-a2da05df542f req-3e8230d6-e2a9-4833-bfd7-bb0a249d3101 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.856151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3167c67-8f88-4b48-a533-a2da05df542f req-3e8230d6-e2a9-4833-bfd7-bb0a249d3101 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0677304 Aug 26 15:57:28.904917 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006cec8-a9a8-411a-9686-2aef14108c55 req-0192fce9-4984-4aa0-89b6-78025d10a717 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:28.907263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e006cec8-a9a8-411a-9686-2aef14108c55 req-0192fce9-4984-4aa0-89b6-78025d10a717 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0740540 Aug 26 15:57:28.949865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3167c67-8f88-4b48-a533-a2da05df542f req-0d6af32c-0a07-4670-85ce-c92aaf801ef2 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773034 Aug 26 15:57:28.977169 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e006cec8-a9a8-411a-9686-2aef14108c55 req-4e823ddd-ed20-48dd-ade3-47e75f47fd5a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584967 Aug 26 15:57:29.168661 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50126) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:29.183113 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f7b-4056-44a4-bc2a-501c256c3ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.211130 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:29.213566 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285453cf-3cfc-448a-830b-9d0dd7c958b5" -d '{"events": [{"server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "name": "network-vif-plugged", "status": "completed", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:29.273966 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f7b-4056-44a4-bc2a-501c256c3ad5 admin admin] Publish callbacks [] for security_group (d54552c9-7296-49d3-bcbf-f74cea6afa94), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.297433 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c0cc0-97b8-4264-862f-1a6e60167404 req-88a39221-eb1b-44cb-89b7-3b8fdf2814e2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:29.298893 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6d8c0cc0-97b8-4264-862f-1a6e60167404 req-88a39221-eb1b-44cb-89b7-3b8fdf2814e2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 945 time: 0.0826890 Aug 26 15:57:29.306491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828092ed-b5bc-409f-8835-a27713a024f3 req-70a39ac3-abd2-410e-8afb-112d0ce23f5f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:29.307893 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-828092ed-b5bc-409f-8835-a27713a024f3 req-70a39ac3-abd2-410e-8afb-112d0ce23f5f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0772285 Aug 26 15:57:29.361397 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b2a36f7b-4056-44a4-bc2a-501c256c3ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d54552c9-7296-49d3-bcbf-f74cea6afa94), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.386816 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6d8c0cc0-97b8-4264-862f-1a6e60167404 req-1d1c6033-5540-4e7a-a2a1-6fdc9672c244 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779843 Aug 26 15:57:29.397048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-828092ed-b5bc-409f-8835-a27713a024f3 req-e6d53f13-d513-4fd7-a61d-f3acfbcbe019 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814400 Aug 26 15:57:29.408648 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b2a36f7b-4056-44a4-bc2a-501c256c3ad5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=be0b3b8d15d3452fb89316ef9f57b02f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344036 Aug 26 15:57:29.408648 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a36f7b-4056-44a4-bc2a-501c256c3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54552c9-7296-49d3-bcbf-f74cea6afa94,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:29.409593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50134) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:29.469509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84eeb628-918a-4027-885a-0af460aff87b x-openstack-request-id: req-84eeb628-918a-4027-885a-0af460aff87b {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:29.469832 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "name": "network-vif-plugged", "status": "completed", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:29.470087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-84eeb628-918a-4027-885a-0af460aff87b {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:29.471051 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84eeb628-918a-4027-885a-0af460aff87b'] response: {'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007', 'code': 200} Aug 26 15:57:29.476557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] Publish callbacks [] for security_group (d54552c9-7296-49d3-bcbf-f74cea6afa94), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.495556 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] Publish callbacks [] for security_group (d54552c9-7296-49d3-bcbf-f74cea6afa94), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.547791 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691acd8e-2e7b-4b08-b188-58819907b175 req-7eb66a2a-0588-40c4-83ae-89da886b45af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:29.549210 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-691acd8e-2e7b-4b08-b188-58819907b175 req-7eb66a2a-0588-40c4-83ae-89da886b45af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0507092 Aug 26 15:57:29.599746 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-691acd8e-2e7b-4b08-b188-58819907b175 req-6bd6895a-72ad-48b9-ab7e-e529f9c9df89 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 Aug 26 15:57:29.643565 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d54552c9-7296-49d3-bcbf-f74cea6afa94), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.646159 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:29.647328 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d54552c9-7296-49d3-bcbf-f74cea6afa94 HTTP/1.1" status: 204 len: 168 time: 0.2371225 Aug 26 15:57:29.655748 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66894b87-2a99-4297-886d-e45f1061dbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54552c9-7296-49d3-bcbf-f74cea6afa94,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:29.718753 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:30.030614 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:30.101997 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1dbb-4870-490b-9a46-3791940af7ab req-2f5e336b-4d11-4802-afca-a85d1a9fbd31 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:30.103493 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e5d1dbb-4870-490b-9a46-3791940af7ab req-2f5e336b-4d11-4802-afca-a85d1a9fbd31 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0755823 Aug 26 15:57:30.131106 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199c13f-23b0-4814-8550-be8eb270ede1 req-65cc0b34-7b58-4bde-af70-415fe2e02670 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:30.132533 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0199c13f-23b0-4814-8550-be8eb270ede1 req-65cc0b34-7b58-4bde-af70-415fe2e02670 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0730221 Aug 26 15:57:30.179622 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e5d1dbb-4870-490b-9a46-3791940af7ab req-e70dee56-b73a-4fff-ad55-3dd16afd64e5 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695028 Aug 26 15:57:30.201076 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0199c13f-23b0-4814-8550-be8eb270ede1 req-e5cf3eaa-4b40-4140-a09f-6c53da1179c6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Aug 26 15:57:30.304574 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:30.552588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:30.751490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a94a9-5da0-4bf8-9940-f568e7b28a4c req-c6366bbd-bce6-4d1c-b58e-0c072af37c24 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:30.752924 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-624a94a9-5da0-4bf8-9940-f568e7b28a4c req-c6366bbd-bce6-4d1c-b58e-0c072af37c24 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 945 time: 0.2823002 Aug 26 15:57:30.761798 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643b3f6-7b11-4a41-95bd-0ea461b2894f req-224a8405-ee8b-4f66-95fd-6c9a9bf426cd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:30.769357 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4643b3f6-7b11-4a41-95bd-0ea461b2894f req-224a8405-ee8b-4f66-95fd-6c9a9bf426cd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0824773 Aug 26 15:57:30.850089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-624a94a9-5da0-4bf8-9940-f568e7b28a4c req-77394c07-c422-4fcb-82a0-1dddaa8b6e29 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781105 Aug 26 15:57:30.853032 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4643b3f6-7b11-4a41-95bd-0ea461b2894f req-ac74ad13-ad12-4da4-ad8a-5ef884608830 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829058 Aug 26 15:57:30.986282 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['51cd4e58-b1f3-4e1f-b212-98868414d616'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:31.045743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65991e2e-4b7b-429d-8484-8adf18272b7b req-07c47751-d7a3-4895-a826-90d7472c2e46 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:31.047308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65991e2e-4b7b-429d-8484-8adf18272b7b req-07c47751-d7a3-4895-a826-90d7472c2e46 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.1237297 Aug 26 15:57:31.070632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a7d3-bad7-4397-9397-620513506999 req-8033ddd9-0f3a-41ca-8520-7b1dce610cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:31.072211 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-8033ddd9-0f3a-41ca-8520-7b1dce610cfd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1121094 Aug 26 15:57:31.086500 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:31.104677 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:31.131016 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58bef1a1-7fc4-4ba2-974b-b95615f04cff req-e5898a67-ee6c-488b-accf-e3417dc4cb87 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958354 Aug 26 15:57:31.134560 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65991e2e-4b7b-429d-8484-8adf18272b7b req-d3ecabab-1c04-493a-83a1-d35b4e87e6b5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776691 Aug 26 15:57:31.333576 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4c8e3-3592-4242-8704-90b876ea61ea req-3edc42ec-5cb2-451f-a128-741f5055edd3 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:31.335049 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19d4c8e3-3592-4242-8704-90b876ea61ea req-3edc42ec-5cb2-451f-a128-741f5055edd3 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0790284 Aug 26 15:57:31.354877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6be83-6135-4d08-ba71-301c7cbb121b req-9cd84c43-d32c-4547-b070-e3cd41ce177d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:31.356323 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-64c6be83-6135-4d08-ba71-301c7cbb121b req-9cd84c43-d32c-4547-b070-e3cd41ce177d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0705898 Aug 26 15:57:31.421234 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-19d4c8e3-3592-4242-8704-90b876ea61ea req-e2b8bc53-5f34-4e2b-8d76-f27160605e8b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805569 Aug 26 15:57:31.429147 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-64c6be83-6135-4d08-ba71-301c7cbb121b req-d0b5111a-8f0b-4194-9e96-200a715e98fc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652266 Aug 26 15:57:31.711215 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-ee5e5ec9-0057-4ca6-a9b6-8ba79ff20ad2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293912 Aug 26 15:57:31.814581 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c92a7d3-bad7-4397-9397-620513506999 req-c2dfe044-af3d-4950-95d1-b5ac887c6e3a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963857 Aug 26 15:57:32.077825 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a46dd-dbd9-4fc7-81f8-23f53ee8705c req-d8b2d1df-86a2-4db9-bfb6-00c48a135077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.079324 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-314a46dd-dbd9-4fc7-81f8-23f53ee8705c req-d8b2d1df-86a2-4db9-bfb6-00c48a135077 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.2068760 Aug 26 15:57:32.103774 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706aa075-d7fc-4a33-b6e0-8d4d221f74d1 req-d7020fb8-3c9a-4af6-b13c-6b9b109590d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.105234 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-706aa075-d7fc-4a33-b6e0-8d4d221f74d1 req-d7020fb8-3c9a-4af6-b13c-6b9b109590d6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 1129 time: 0.1255312 Aug 26 15:57:32.111917 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074371f5-874d-4101-85aa-7dbac15e0674 req-ec8946fc-4e5a-4f04-ab0b-233217a1f759 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.113315 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-074371f5-874d-4101-85aa-7dbac15e0674 req-ec8946fc-4e5a-4f04-ab0b-233217a1f759 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 945 time: 0.1315174 Aug 26 15:57:32.121170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7f9bc-53ca-431d-98f2-beacf6acbde1 req-7cab695b-a9b9-468f-b14b-f238cc8e3f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.134172 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bb7f9bc-53ca-431d-98f2-beacf6acbde1 req-7cab695b-a9b9-468f-b14b-f238cc8e3f50 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 1129 time: 0.1573787 Aug 26 15:57:32.209812 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:32.277861 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-314a46dd-dbd9-4fc7-81f8-23f53ee8705c req-2ec2374a-5f1d-4f15-ad99-fe7c1caacc1a service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894205 Aug 26 15:57:32.281123 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-706aa075-d7fc-4a33-b6e0-8d4d221f74d1 req-6681c9f9-4f48-4919-8766-e0921b4a3731 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669614 Aug 26 15:57:32.309630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce12fe-2120-4389-92cf-222d74fdca3c req-9cee9d5b-4082-41cf-ba55-7cda67ea7f20 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.312114 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77ce12fe-2120-4389-92cf-222d74fdca3c req-9cee9d5b-4082-41cf-ba55-7cda67ea7f20 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.1319213 Aug 26 15:57:32.318197 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bb7f9bc-53ca-431d-98f2-beacf6acbde1 req-96ae2447-eaa4-41e7-becf-5587095b5a55 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753066 Aug 26 15:57:32.323356 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-074371f5-874d-4101-85aa-7dbac15e0674 req-1397d5e0-6e8b-414c-879a-b9a70f0990df tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990087 Aug 26 15:57:32.374140 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77ce12fe-2120-4389-92cf-222d74fdca3c req-ea0a45b1-85bf-41b0-af43-a8c04114c92a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547247 Aug 26 15:57:32.432005 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf012a-42ea-410c-a43f-32cf57939185 req-ba86c291-1806-4f88-a95a-afe572905d6e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.433495 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a9bf012a-42ea-410c-a43f-32cf57939185 req-ba86c291-1806-4f88-a95a-afe572905d6e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0489964 Aug 26 15:57:32.494201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:32.503136 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff0029-9835-4ae9-a602-68bc0edf062d req-0d0b1755-9f17-4cb2-b93e-2ac8acabe365 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.505527 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2aff0029-9835-4ae9-a602-68bc0edf062d req-0d0b1755-9f17-4cb2-b93e-2ac8acabe365 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0702379 Aug 26 15:57:32.537203 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a9bf012a-42ea-410c-a43f-32cf57939185 req-3791401e-68cd-4826-aee1-c681ef416349 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911822 Aug 26 15:57:32.577859 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2aff0029-9835-4ae9-a602-68bc0edf062d req-2c918989-14c4-406c-ad34-56a18be68392 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636818 Aug 26 15:57:32.620588 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:57:32.639346 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 51cd4e58-b1f3-4e1f-b212-98868414d616 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:32.674425 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f1423-b5c7-486e-80f0-930a25817f97 req-caec01b3-2024-43af-a9dc-03a75f2601bb tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:32.676121 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a3f1423-b5c7-486e-80f0-930a25817f97 req-caec01b3-2024-43af-a9dc-03a75f2601bb tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0607436 Aug 26 15:57:32.735525 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 51cd4e58-b1f3-4e1f-b212-98868414d616 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:32.737369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a3f1423-b5c7-486e-80f0-930a25817f97 req-addc1ca9-339d-423c-bbd2-987b40f9142c tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543237 Aug 26 15:57:32.773797 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:32.786188 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:57:32.824425 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:32.824822 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:32.835275 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 51cd4e58-b1f3-4e1f-b212-98868414d616 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:32.835640 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:32.861913 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:57:32.888616 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:32.927209 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 51cd4e58-b1f3-4e1f-b212-98868414d616 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:32.927679 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:32.954033 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:32.956233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2255665-d938-41e3-ac0a-387623d6b197" -d '{"events": [{"server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "name": "network-vif-plugged", "status": "completed", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:32.969760 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=51cd4e58-b1f3-4e1f-b212-98868414d616,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:32.995963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f4fbab-b293-4da7-b787-7f57dd478250 x-openstack-request-id: req-24f4fbab-b293-4da7-b787-7f57dd478250 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:32.996365 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "name": "network-vif-plugged", "status": "completed", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:32.996728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-24f4fbab-b293-4da7-b787-7f57dd478250 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:32.997180 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f4fbab-b293-4da7-b787-7f57dd478250'] response: {'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'code': 200} Aug 26 15:57:33.003521 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.051744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:33.100522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:33.147725 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:33.359765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['8a53b00a-319e-4368-a0b0-216d2f508b1d'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:33.448108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e15281-4084-4b00-a888-d9ac5f9d46a2 req-dcdcba5d-02f9-4fc3-8089-e38cde64303c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.449560 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84e15281-4084-4b00-a888-d9ac5f9d46a2 req-dcdcba5d-02f9-4fc3-8089-e38cde64303c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0513082 Aug 26 15:57:33.529659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b2fc5-3f5d-4ee3-b4a2-6a5d4ef81d6e req-6d72e4d9-8d90-4bd4-ade3-85311a42e9d2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.532254 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-be8b2fc5-3f5d-4ee3-b4a2-6a5d4ef81d6e req-6d72e4d9-8d90-4bd4-ade3-85311a42e9d2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 945 time: 0.0728884 Aug 26 15:57:33.574452 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84e15281-4084-4b00-a888-d9ac5f9d46a2 req-fca42cb8-3c12-49b0-ad07-6786b86efa3e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037993 Aug 26 15:57:33.609669 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-be8b2fc5-3f5d-4ee3-b4a2-6a5d4ef81d6e req-4732c511-bc62-4531-8604-1bc0b31ae5f7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711648 Aug 26 15:57:33.631031 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:33.750187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef79d6-1316-4302-ab11-c0501db1deca req-5f7250e3-c69f-453c-8000-664c13792ce1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.757549 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0bef79d6-1316-4302-ab11-c0501db1deca req-5f7250e3-c69f-453c-8000-664c13792ce1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0860164 Aug 26 15:57:33.793953 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29926e-9973-4fc2-b6da-856d71f3ab62 req-c68ee8b7-9739-4522-be79-fa7cf58e75d0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.801140 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2e29926e-9973-4fc2-b6da-856d71f3ab62 req-c68ee8b7-9739-4522-be79-fa7cf58e75d0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0986679 Aug 26 15:57:33.856408 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0bef79d6-1316-4302-ab11-c0501db1deca req-67ebece8-33e3-46ca-89cf-3795a153a3e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980175 Aug 26 15:57:33.875890 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2e29926e-9973-4fc2-b6da-856d71f3ab62 req-9bfb8b9e-7464-4478-9312-e1c71962d773 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738919 Aug 26 15:57:33.977415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14159945-e1e0-477a-a22e-fc4deb0f3e50 req-46a48382-3c3a-4248-afa4-97fa860fc922 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:33.978869 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14159945-e1e0-477a-a22e-fc4deb0f3e50 req-46a48382-3c3a-4248-afa4-97fa860fc922 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0548780 Aug 26 15:57:34.027967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14159945-e1e0-477a-a22e-fc4deb0f3e50 req-1e6ba3e2-6d82-4ede-8e53-0c28266ff64d tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425227 Aug 26 15:57:34.069383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-74baddee-3686-45d8-b54e-fa82df3f79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.070895 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-74baddee-3686-45d8-b54e-fa82df3f79e4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1130 time: 0.0407386 Aug 26 15:57:34.208792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50302) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:34.328906 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.404309 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Publish callbacks [] for security_group (61906369-12fd-4ac2-8773-65759c4f2239), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.488953 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (61906369-12fd-4ac2-8773-65759c4f2239), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.534717 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=b6f8e31d6c21459fa51a23a75c0aa2f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248112 Aug 26 15:57:34.535895 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61906369-12fd-4ac2-8773-65759c4f2239,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:34.541081 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50314) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:34.543678 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.544034 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.544494 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.544958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.545299 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.545792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.546281 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.546768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.547144 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.547483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.547840 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.548185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.548532 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.548852 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.549178 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032bcf5d-2ac7-4943-a12a-1ec7b3037fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.596688 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Publish callbacks [] for security_group (61906369-12fd-4ac2-8773-65759c4f2239), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.622844 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Publish callbacks [] for security_group (61906369-12fd-4ac2-8773-65759c4f2239), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.640639 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:57:34.650508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:34.699953 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:34.706762 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 8a53b00a-319e-4368-a0b0-216d2f508b1d completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:57:34.707720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94d0f4-539e-4e21-8011-93a5388a5938 req-f243e8cf-ccdf-4567-8104-2294b19ed8b1 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.709242 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b94d0f4-539e-4e21-8011-93a5388a5938 req-f243e8cf-ccdf-4567-8104-2294b19ed8b1 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0531881 Aug 26 15:57:34.784813 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (61906369-12fd-4ac2-8773-65759c4f2239), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.785338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 8a53b00a-319e-4368-a0b0-216d2f508b1d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:57:34.785955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.787380 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.790875 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/61906369-12fd-4ac2-8773-65759c4f2239 HTTP/1.1" status: 204 len: 168 time: 0.2499218 Aug 26 15:57:34.845255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc230d-c23d-4eef-b9d1-3bbb2e715e20 req-a0e47f7a-a823-4bf9-96b7-0c2ef9a4bf44 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.846810 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aafc230d-c23d-4eef-b9d1-3bbb2e715e20 req-a0e47f7a-a823-4bf9-96b7-0c2ef9a4bf44 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 945 time: 0.1253791 Aug 26 15:57:34.861664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61906369-12fd-4ac2-8773-65759c4f2239,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:34.870157 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b94d0f4-539e-4e21-8011-93a5388a5938 req-0ba96ac8-00bc-4b56-89f7-e0aa8e62dadf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550817 Aug 26 15:57:34.870773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:34.891199 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.891681 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.892134 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.892576 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.893009 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.893464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.893898 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.894322 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.894722 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.895160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.900698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.900698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.900698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.900698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.900698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b8d7477-21e7-4a6d-bc2b-6b2cd07f35d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:34.901048 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:57:34.901048 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:34.955605 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:34.995785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-8d38db46-6ead-43ef-94d2-c51a1de4b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:34.997763 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-8d38db46-6ead-43ef-94d2-c51a1de4b42c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.2303729 Aug 26 15:57:34.998316 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:35.002435 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9dac2e-8de4-40c7-a3eb-a361f3bf9aa2" -d '{"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:35.020801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aafc230d-c23d-4eef-b9d1-3bbb2e715e20 req-04f49fa4-4d75-48b2-907d-091bed191888 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638615 Aug 26 15:57:35.038422 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f00bf-2d37-42b8-b0ec-e7b9c6e28143 req-c0c4f023-4bb1-4113-be7d-3d92bd0b7471 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:35.046510 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e86f00bf-2d37-42b8-b0ec-e7b9c6e28143 req-c0c4f023-4bb1-4113-be7d-3d92bd0b7471 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0735424 Aug 26 15:57:35.083700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.106418 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e86f00bf-2d37-42b8-b0ec-e7b9c6e28143 req-08dce44a-519e-4b01-9752-21df843ab38a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591774 Aug 26 15:57:35.143619 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:35.145397 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f258635-99f0-4bbe-a32a-9f5fb1cb953a req-d60ae539-6ddc-401f-a66f-0af5e8e7fc93 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:35.147077 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8f258635-99f0-4bbe-a32a-9f5fb1cb953a req-d60ae539-6ddc-401f-a66f-0af5e8e7fc93 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0571289 Aug 26 15:57:35.155276 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.157909 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.158147 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.162821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:57:35.176051 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd04a9-72b4-4df1-8545-4a05a74b1d42 x-openstack-request-id: req-d1fd04a9-72b4-4df1-8545-4a05a74b1d42 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:35.176357 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:35.176616 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d1fd04a9-72b4-4df1-8545-4a05a74b1d42 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:35.177005 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fd04a9-72b4-4df1-8545-4a05a74b1d42'] response: {'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'code': 200} Aug 26 15:57:35.221279 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8f258635-99f0-4bbe-a32a-9f5fb1cb953a req-965687f2-baa8-4891-a725-c0261f1a11a6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661733 Aug 26 15:57:35.290313 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5be98-a13d-46d7-af25-480bfd4290ad req-645642b3-ea53-4504-bb72-98526efd5487 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:35.292108 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-45f5be98-a13d-46d7-af25-480bfd4290ad req-645642b3-ea53-4504-bb72-98526efd5487 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0581288 Aug 26 15:57:35.347707 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-45f5be98-a13d-46d7-af25-480bfd4290ad req-9739c38f-4271-4987-a18a-86e7f98201d1 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493922 Aug 26 15:57:35.416540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af20004-8624-419d-a068-5c92bf693727 req-96d14554-709e-42f2-8b0d-b67d2e611d77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:35.417922 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0af20004-8624-419d-a068-5c92bf693727 req-96d14554-709e-42f2-8b0d-b67d2e611d77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0543530 Aug 26 15:57:35.429220 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50338) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:35.433652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:35.508402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.605108 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50344) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:35.619759 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0c95a18f-c678-4a78-be9c-cf7fdfc350a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.699122 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0c95a18f-c678-4a78-be9c-cf7fdfc350a3 admin admin] Publish callbacks [] for security_group (ba197e84-cd23-445a-a2fc-61b0f5e5bae5), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.747690 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:35.780878 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0c95a18f-c678-4a78-be9c-cf7fdfc350a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ba197e84-cd23-445a-a2fc-61b0f5e5bae5), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.822338 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0c95a18f-c678-4a78-be9c-cf7fdfc350a3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1257c6b38a734b54896e60130ef27378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156024 Aug 26 15:57:35.823397 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95a18f-c678-4a78-be9c-cf7fdfc350a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba197e84-cd23-445a-a2fc-61b0f5e5bae5,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:35.826506 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50350) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:35.884581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] Publish callbacks [] for security_group (ba197e84-cd23-445a-a2fc-61b0f5e5bae5), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:35.907153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] Publish callbacks [] for security_group (ba197e84-cd23-445a-a2fc-61b0f5e5bae5), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.061994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ba197e84-cd23-445a-a2fc-61b0f5e5bae5), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.064732 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.071291 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ba197e84-cd23-445a-a2fc-61b0f5e5bae5 HTTP/1.1" status: 204 len: 168 time: 0.2384984 Aug 26 15:57:36.077683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc827f2c-b246-402b-8494-d1775561128a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba197e84-cd23-445a-a2fc-61b0f5e5bae5,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:36.272282 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb7f6f-cffb-43b7-bc00-7cf0556f33b4 req-8de847ed-cf58-4796-a060-b2b586937fa2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.273651 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7bdb7f6f-cffb-43b7-bc00-7cf0556f33b4 req-8de847ed-cf58-4796-a060-b2b586937fa2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2114499 Aug 26 15:57:36.299414 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-157f490d-2034-4d9d-938f-7689e04ed68b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 217 time: 0.1151550 Aug 26 15:57:36.395751 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3e575-e215-4cb1-86b9-c4651736ab60 req-c5f59752-6ecc-43d7-9db9-a5606ca23f79 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.397225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-97b3e575-e215-4cb1-86b9-c4651736ab60 req-c5f59752-6ecc-43d7-9db9-a5606ca23f79 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.2502112 Aug 26 15:57:36.418356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d034fa7f-5f4a-4b2a-9607-d9077de15777 req-6b56f25e-1843-42f0-b837-cfb0296c2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.420863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d034fa7f-5f4a-4b2a-9607-d9077de15777 req-6b56f25e-1843-42f0-b837-cfb0296c2538 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1130 time: 0.1550443 Aug 26 15:57:36.483201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.db.resource_extend [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 26 15:57:36.489385 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7bdb7f6f-cffb-43b7-bc00-7cf0556f33b4 req-6fa00973-ef0d-46a5-881b-b3ca6510f48a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988802 Aug 26 15:57:36.591436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.611737 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-97b3e575-e215-4cb1-86b9-c4651736ab60 req-2825e5c7-13de-450b-afd7-1047f7147840 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816249 Aug 26 15:57:36.651631 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1605cd52-52c2-458b-bfdd-547b2f94afd7 req-03da267a-b021-4240-a481-68c327b00543 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.651631 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1605cd52-52c2-458b-bfdd-547b2f94afd7 req-03da267a-b021-4240-a481-68c327b00543 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0826299 Aug 26 15:57:36.692045 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:36.717272 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1605cd52-52c2-458b-bfdd-547b2f94afd7 req-865a5509-f217-4347-870a-a2db833d074c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593741 Aug 26 15:57:36.738080 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:36.791361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddc7d3-f4a1-4278-9359-c711e3d57656 req-87d56119-6340-4368-b330-85d1d8ddf095 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:36.792875 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02ddc7d3-f4a1-4278-9359-c711e3d57656 req-87d56119-6340-4368-b330-85d1d8ddf095 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0945051 Aug 26 15:57:36.953821 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 70979f3a-f23c-46b8-9127-d04c85ed5832 associated. External IP: 172.27.1.224, port: c3d450c2-3d49-40aa-b88c-475438ac1fcc. Aug 26 15:57:36.958475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02ddc7d3-f4a1-4278-9359-c711e3d57656 req-52781a66-74ee-4879-b660-ecb87514e372 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540773 Aug 26 15:57:37.014084 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-b58d03f1-8190-48a4-9f24-5626e3fbaaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:37.015533 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-b58d03f1-8190-48a4-9f24-5626e3fbaaf2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1582413 Aug 26 15:57:37.019434 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d034fa7f-5f4a-4b2a-9607-d9077de15777 req-19ebe96c-c74c-41e4-b9b8-1e863e3f331b service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633182 Aug 26 15:57:37.028927 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:37.218455 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:57:37.323028 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:57:37.328824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:37.338798 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:57:37.346048 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:37.346726 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:37.359606 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3d963ae8-f1b4-433e-84a1-02a1a7c31d7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/70979f3a-f23c-46b8-9127-d04c85ed5832 HTTP/1.1" status: 200 len: 991 time: 1.9293485 Aug 26 15:57:37.360180 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:37.362570 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab08226-4e81-4d17-b99e-21f0e14758dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:37.416882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38a5e9b-ec44-49de-880d-875ba63373bc x-openstack-request-id: req-e38a5e9b-ec44-49de-880d-875ba63373bc {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:37.417058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:37.417273 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e38a5e9b-ec44-49de-880d-875ba63373bc {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:37.417673 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38a5e9b-ec44-49de-880d-875ba63373bc'] response: {'name': 'network-changed', 'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'status': 'completed', 'code': 200} Aug 26 15:57:37.479615 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:37.504691 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-4058a1ba-34bd-4ab3-ac4f-5e364ed5b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:37.506967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-4058a1ba-34bd-4ab3-ac4f-5e364ed5b741 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857549 Aug 26 15:57:37.547475 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a5bf6ab4-2313-4e10-a13c-4426264facfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:37.623421 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa187c09-3563-4a0b-bdc4-42be797ff0f1 req-347c9ebd-8b62-446a-9d0b-7ead7310b2ad tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:37.625201 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fa187c09-3563-4a0b-bdc4-42be797ff0f1 req-347c9ebd-8b62-446a-9d0b-7ead7310b2ad tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0515349 Aug 26 15:57:37.685219 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fa187c09-3563-4a0b-bdc4-42be797ff0f1 req-c826b155-a4bd-4384-ac42-c76d9d0e9a67 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495510 Aug 26 15:57:37.772439 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:36Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:37.801531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce558ced-a1ec-439e-a1f3-ae2c6f925465 req-b2e38958-c568-45fe-aa27-de88d824fc35 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:37.803177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce558ced-a1ec-439e-a1f3-ae2c6f925465 req-b2e38958-c568-45fe-aa27-de88d824fc35 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0580082 Aug 26 15:57:37.873066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27a2c6-3804-48a0-8f4a-0fa194f02c8c req-ebe2374c-8ce7-496b-ba06-d5f13fdc34cf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:37.880124 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad27a2c6-3804-48a0-8f4a-0fa194f02c8c req-ebe2374c-8ce7-496b-ba06-d5f13fdc34cf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0757427 Aug 26 15:57:37.930410 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:57:37.955996 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:37.957202 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:38.001004 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce558ced-a1ec-439e-a1f3-ae2c6f925465 req-c2d883a1-2d46-4942-8235-2258c84ea196 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651232 Aug 26 15:57:38.100010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54dbd6-a4d2-4d70-9028-b22e442dced7 req-8e8a7aac-e9f5-4aa0-9237-636b13397cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:38.101535 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0a54dbd6-a4d2-4d70-9028-b22e442dced7 req-8e8a7aac-e9f5-4aa0-9237-636b13397cff service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1130 time: 0.1914587 Aug 26 15:57:38.105914 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-65b495f3-9c6e-4769-b8bb-3e195f89212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:38.107877 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-65b495f3-9c6e-4769-b8bb-3e195f89212f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 1129 time: 0.1875577 Aug 26 15:57:38.125963 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad27a2c6-3804-48a0-8f4a-0fa194f02c8c req-e8d2dad8-5671-4176-ae00-a7566daf23e3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397439 Aug 26 15:57:38.172985 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:38.280539 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-aee71cad-af4d-4422-8c70-0620623dd7a0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0885849 Aug 26 15:57:38.432187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:38.479235 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:36Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:38.487241 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-672418a6-f888-40d6-9bf7-bb1b86ab69c7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642071 Aug 26 15:57:38.499014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0a54dbd6-a4d2-4d70-9028-b22e442dced7 req-8acf448a-db8a-4263-8324-9a44b7630493 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704481 Aug 26 15:57:38.513628 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031ca5c-5063-4515-a368-62769e9bb147 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:36Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:57:38.519462 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-93ed9ea5-c644-47de-9a5c-c2cf10c416c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:38.519462 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-93ed9ea5-c644-47de-9a5c-c2cf10c416c8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.3906567 Aug 26 15:57:38.760350 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50442) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:38.831301 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c6941-c766-4c08-b084-e87724dc1753 req-d419a342-da0e-4be5-949b-7d5dd0d4beb5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:38.833055 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-845c6941-c766-4c08-b084-e87724dc1753 req-d419a342-da0e-4be5-949b-7d5dd0d4beb5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0609732 Aug 26 15:57:38.877216 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:38.903073 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-845c6941-c766-4c08-b084-e87724dc1753 req-2a9f7ca3-8ffb-4aac-81ba-f013abc256cd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621061 Aug 26 15:57:38.904030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01478f60-b402-453e-b79c-cebb6fb78c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.000143 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01478f60-b402-453e-b79c-cebb6fb78c2f admin admin] Publish callbacks [] for security_group (273e2c89-7d63-489f-9c36-8635172695a3), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.111343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01478f60-b402-453e-b79c-cebb6fb78c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (273e2c89-7d63-489f-9c36-8635172695a3), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.141701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791027b-256b-48f5-8e7d-9bc45010b4dc req-5ca46434-cf53-4d52-9a52-bbc1b3296fdd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:39.144684 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a791027b-256b-48f5-8e7d-9bc45010b4dc req-5ca46434-cf53-4d52-9a52-bbc1b3296fdd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0856581 Aug 26 15:57:39.225204 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-01478f60-b402-453e-b79c-cebb6fb78c2f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5acbcd6961414a07a2fc96da3da3ef0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681683 Aug 26 15:57:39.227932 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50458) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:39.245539 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01478f60-b402-453e-b79c-cebb6fb78c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e2c89-7d63-489f-9c36-8635172695a3,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:39.285165 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce6193-3841-4430-9449-fa129078bfcd req-c44d0501-beeb-4fbf-8197-8dd8d7d0e233 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:39.286744 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1dce6193-3841-4430-9449-fa129078bfcd req-c44d0501-beeb-4fbf-8197-8dd8d7d0e233 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0794902 Aug 26 15:57:39.308388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:39.308388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] Publish callbacks [] for security_group (273e2c89-7d63-489f-9c36-8635172695a3), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.310062 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a791027b-256b-48f5-8e7d-9bc45010b4dc req-7ac3b1d2-b241-48cf-98a5-c094ab775c1c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375413 Aug 26 15:57:39.332776 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] Publish callbacks [] for security_group (273e2c89-7d63-489f-9c36-8635172695a3), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.355543 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1dce6193-3841-4430-9449-fa129078bfcd req-000a7cf9-ef2f-4854-897a-bf9fcc67d7a4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Aug 26 15:57:39.451164 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3ba8f-487b-4665-b113-3652f16ed2d1 None None] New status for floating IP 70979f3a-f23c-46b8-9127-d04c85ed5832: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:57:39.477652 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (273e2c89-7d63-489f-9c36-8635172695a3), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.481284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:39.486201 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/273e2c89-7d63-489f-9c36-8635172695a3 HTTP/1.1" status: 204 len: 168 time: 0.2572243 Aug 26 15:57:39.495697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f9fcd-c0ed-4d59-85c7-4147654af25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e2c89-7d63-489f-9c36-8635172695a3,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:39.559432 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-ba1b77bb-e839-4528-ab10-e4399ed93c62 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 200 len: 999 time: 0.1628976 Aug 26 15:57:39.588550 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-944139a7-1f28-41d8-af7a-2bae6c95c232 req-9d073c1b-ad32-4f0d-8e46-95af5b94ec3c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934309 Aug 26 15:57:39.750288 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.068552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-b29895a1-2d75-444e-af63-7da70d32163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.070021 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-b29895a1-2d75-444e-af63-7da70d32163d service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.1172187 Aug 26 15:57:40.073130 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-7d2e91d1-2766-4f43-9994-1ab5e4ef36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.082834 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-7d2e91d1-2766-4f43-9994-1ab5e4ef36f9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.0887105 Aug 26 15:57:40.082834 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f17f4c-6937-4c77-84d2-4281cbd7979d req-589e03b5-9b7f-498d-b290-2df282f1c767 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.082834 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-53f17f4c-6937-4c77-84d2-4281cbd7979d req-589e03b5-9b7f-498d-b290-2df282f1c767 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0876811 Aug 26 15:57:40.103848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:40.206803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-b6a50e87-a989-4d9f-81d4-ba54af1a970f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.208252 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-b6a50e87-a989-4d9f-81d4-ba54af1a970f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1225808 Aug 26 15:57:40.232140 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-53f17f4c-6937-4c77-84d2-4281cbd7979d req-ed0da4ad-7c86-4709-9306-4afad3edf3e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348255 Aug 26 15:57:40.249742 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a80cfbae-d382-4739-a89e-12a993098979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.301997 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-01981fe0-ad83-4661-8297-0ebece9742f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.303491 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-01981fe0-ad83-4661-8297-0ebece9742f0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1712151 Aug 26 15:57:40.399734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a787dc0-40ed-432e-b40a-fd630e15a235 req-52517fdd-2cf5-4028-b564-3c6104e90164 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.412111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1a787dc0-40ed-432e-b40a-fd630e15a235 req-52517fdd-2cf5-4028-b564-3c6104e90164 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0838802 Aug 26 15:57:40.412111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50496) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:40.413014 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50498) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:40.419430 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'floatingip': {'port_id': '51cd4e58-b1f3-4e1f-b212-98868414d616'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:40.422357 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f3083074-5704-4950-8ccf-93ec341db3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.432248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:40.502417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.516538 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09ed0d-3cfd-47a5-bd53-4dfc3cf852cb req-80c2a232-8841-474d-9fb8-95d8c0774e35 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.517985 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2e09ed0d-3cfd-47a5-bd53-4dfc3cf852cb req-80c2a232-8841-474d-9fb8-95d8c0774e35 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0630033 Aug 26 15:57:40.548933 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:40.627742 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-2005eb27-4ce7-4849-ac00-a4aab92db402 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.1028321 Aug 26 15:57:40.675864 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f3083074-5704-4950-8ccf-93ec341db3dc admin admin] Publish callbacks [] for security_group (d4340b38-b719-4eb9-affc-02ba4e95a283), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.701438 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2e09ed0d-3cfd-47a5-bd53-4dfc3cf852cb req-5f36c866-3831-49a3-90b7-22ba8df009b9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662881 Aug 26 15:57:40.723743 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-4e9b3cd6-817a-4cd5-a750-7b7e19dcdc5c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149591 Aug 26 15:57:40.810977 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f3083074-5704-4950-8ccf-93ec341db3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d4340b38-b719-4eb9-affc-02ba4e95a283), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.857112 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad501e-4519-48a2-9ed9-d20ca6a0c37c req-e09fea5c-e3db-4dda-a8a8-8f4778dfadfb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:40.858592 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15ad501e-4519-48a2-9ed9-d20ca6a0c37c req-e09fea5c-e3db-4dda-a8a8-8f4778dfadfb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0800841 Aug 26 15:57:40.868108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3083074-5704-4950-8ccf-93ec341db3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4340b38-b719-4eb9-affc-02ba4e95a283,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:40.876732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f3083074-5704-4950-8ccf-93ec341db3dc admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=4053e0b9a658474dad65780e015e84ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4668441 Aug 26 15:57:40.877038 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50502) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:40.916504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:40.963706 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15ad501e-4519-48a2-9ed9-d20ca6a0c37c req-67f55616-3488-4075-a6b9-7c6d47c87bd5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974205 Aug 26 15:57:40.973965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] Publish callbacks [] for security_group (d4340b38-b719-4eb9-affc-02ba4e95a283), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:40.998204 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] Publish callbacks [] for security_group (d4340b38-b719-4eb9-affc-02ba4e95a283), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.112376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d4340b38-b719-4eb9-affc-02ba4e95a283), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.115167 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.116330 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d4340b38-b719-4eb9-affc-02ba4e95a283 HTTP/1.1" status: 204 len: 168 time: 0.2340286 Aug 26 15:57:41.124646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9382-cf25-47f3-b6dd-483a4803f033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4340b38-b719-4eb9-affc-02ba4e95a283,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:41.374199 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.394218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-efbba707-c528-45d0-8b06-f35ed7f67d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:41.395732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-efbba707-c528-45d0-8b06-f35ed7f67d50 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1398003 Aug 26 15:57:41.414173 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ab08226-4e81-4d17-b99e-21f0e14758dd req-07d6910c-48e4-4da6-8402-1c3387bf5ebb service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465046 Aug 26 15:57:41.499148 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.601383 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:41.605976 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Floating IP 1b1874aa-04ed-46f0-b729-56802b598863 associated. External IP: 172.27.1.205, port: 51cd4e58-b1f3-4e1f-b212-98868414d616. Aug 26 15:57:41.802443 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.843109 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:57:41.865292 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072303f-cf65-4283-b953-1b7cf9b92b6a req-115fbb66-e7a6-4881-88cd-1eef3b8b846c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:41.866803 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c072303f-cf65-4283-b953-1b7cf9b92b6a req-115fbb66-e7a6-4881-88cd-1eef3b8b846c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0736563 Aug 26 15:57:41.931590 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c072303f-cf65-4283-b953-1b7cf9b92b6a req-e71cd622-b217-42dc-9dec-20aa675dd8d3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592413 Aug 26 15:57:41.976271 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:57:41.983130 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:41.987697 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:57:42.023439 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:42.025243 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:42.031094 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-03255814-8d2e-4e3e-8ce6-206f13ab4dfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/1b1874aa-04ed-46f0-b729-56802b598863 HTTP/1.1" status: 200 len: 992 time: 1.6161430 Aug 26 15:57:42.032374 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:42.034907 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2a8541-f1dd-4336-97c1-795ed1f376da" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:42.078445 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:42.109248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a7be-3e6d-46ad-b052-e973973ae5bc req-b6e5aa9e-51ff-45aa-9b2a-6ce9db57f70b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.110891 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bf93a7be-3e6d-46ad-b052-e973973ae5bc req-b6e5aa9e-51ff-45aa-9b2a-6ce9db57f70b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0747602 Aug 26 15:57:42.120902 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50544) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:42.126272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'floatingip': {'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:42.165052 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc0ca1c-1f7c-444f-875d-b0fdd27fb34f x-openstack-request-id: req-cbc0ca1c-1f7c-444f-875d-b0fdd27fb34f {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:42.165414 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:42.165585 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-cbc0ca1c-1f7c-444f-875d-b0fdd27fb34f {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:42.166034 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc0ca1c-1f7c-444f-875d-b0fdd27fb34f'] response: {'name': 'network-changed', 'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'status': 'completed', 'code': 200} Aug 26 15:57:42.174731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fd28c-337f-4792-8c21-e5f2fe3f7c17 req-58d143b1-cee7-4eac-bade-fa0b1a0c1968 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:42.176562 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:42.183420 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d55fd28c-337f-4792-8c21-e5f2fe3f7c17 req-58d143b1-cee7-4eac-bade-fa0b1a0c1968 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0712180 Aug 26 15:57:42.193256 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:42.244467 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d55fd28c-337f-4792-8c21-e5f2fe3f7c17 req-db63b3e2-a907-44af-9da6-7a7084afc98f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580609 Aug 26 15:57:42.353131 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:42.417165 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:42.457008 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1b1874aa-04ed-46f0-b729-56802b598863', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:dd:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:55Z', 'updated_at': '2022-08-26T15:57:41Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:42.494628 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:57:42.504586 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:42.505418 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:42.611080 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:42.687983 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:42.746541 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:42.832795 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1b1874aa-04ed-46f0-b729-56802b598863', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:dd:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:55Z', 'updated_at': '2022-08-26T15:57:41Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:42.849585 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Floating IP 93fdc0bb-fe9f-4f19-9811-34a387182409 associated. External IP: 172.27.1.197, port: 8a53b00a-319e-4368-a0b0-216d2f508b1d. Aug 26 15:57:42.858156 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855fab5-6b9a-4ab7-b9bc-b967947ebc38 None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1b1874aa-04ed-46f0-b729-56802b598863', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:dd:67:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:55Z', 'updated_at': '2022-08-26T15:57:41Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:57:43.096323 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf1150-ffe1-428f-8901-87e9458d9734 None None] New status for floating IP 1b1874aa-04ed-46f0-b729-56802b598863: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:57:43.155819 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:43.251748 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:43.253922 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:57:43.256880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:43.290429 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:57:43.391606 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:57:43.404363 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:43.405928 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:57:43.411448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9af9a-88a9-4be5-a170-12a47c715981 req-f2cf76b9-f44d-419c-aab0-739a3690abc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:43.420137 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ab9af9a-88a9-4be5-a170-12a47c715981 req-f2cf76b9-f44d-419c-aab0-739a3690abc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0780516 Aug 26 15:57:43.427110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:43.430504 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:43.452740 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7b27478f-bd95-4c1e-a37b-c8de83cab87d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/93fdc0bb-fe9f-4f19-9811-34a387182409 HTTP/1.1" status: 200 len: 992 time: 1.3304753 Aug 26 15:57:43.484124 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ab9af9a-88a9-4be5-a170-12a47c715981 req-c9603f66-1335-4bac-a247-4c9bb45c465c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625415 Aug 26 15:57:43.506515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:43.569689 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:43.610395 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:43.868290 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '93fdc0bb-fe9f-4f19-9811-34a387182409', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac977a7-aa08-459a-a863-36ba667422d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:59Z', 'updated_at': '2022-08-26T15:57:42Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:43.892708 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:57:43.901028 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:57:43.901624 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:44.003210 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:57:44.167409 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:44.169773 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666ada56-3cf9-4fed-8750-9231a0560ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:44.208764 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cac39db-12fb-495b-a9fa-718681a80c1b x-openstack-request-id: req-4cac39db-12fb-495b-a9fa-718681a80c1b {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:44.209060 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:44.209331 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4cac39db-12fb-495b-a9fa-718681a80c1b {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:44.209722 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cac39db-12fb-495b-a9fa-718681a80c1b'] response: {'name': 'network-changed', 'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'status': 'completed', 'code': 200} Aug 26 15:57:44.218260 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '93fdc0bb-fe9f-4f19-9811-34a387182409', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac977a7-aa08-459a-a863-36ba667422d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:59Z', 'updated_at': '2022-08-26T15:57:42Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:44.243208 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66f5f2-a4dc-49f8-ba6f-2bb2775a37f0 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '93fdc0bb-fe9f-4f19-9811-34a387182409', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.197', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac977a7-aa08-459a-a863-36ba667422d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:59Z', 'updated_at': '2022-08-26T15:57:42Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:57:44.437782 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaafb55-acfa-412c-ab4e-89090c11f9a2 None None] New status for floating IP 93fdc0bb-fe9f-4f19-9811-34a387182409: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:57:44.469613 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:44.473865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-d700dd55-3f2e-49b1-a249-5cc91f9692a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.475507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-d700dd55-3f2e-49b1-a249-5cc91f9692a5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459721 Aug 26 15:57:44.639254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-74be3132-c08b-4250-8655-71fd3596d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.639865 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-74be3132-c08b-4250-8655-71fd3596d16c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1130 time: 0.0769918 Aug 26 15:57:44.719508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-dd034893-89f6-47a8-b1bf-7882a830b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.724170 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-dd034893-89f6-47a8-b1bf-7882a830b7bc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1130 time: 0.1464829 Aug 26 15:57:44.737394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d264bf-e2fa-4b7d-b7be-8314acf7e820 req-27918504-9fde-4620-994b-8d7dfac9e011 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.738798 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-62d264bf-e2fa-4b7d-b7be-8314acf7e820 req-27918504-9fde-4620-994b-8d7dfac9e011 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.1062748 Aug 26 15:57:44.759025 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-37290bbf-3194-4f1a-a678-1d20dd40194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.760495 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-37290bbf-3194-4f1a-a678-1d20dd40194c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.1105702 Aug 26 15:57:44.841323 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-85e0cbca-ac4d-4e78-b570-022fd7564007 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120785 Aug 26 15:57:44.863251 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-62d264bf-e2fa-4b7d-b7be-8314acf7e820 req-06825a8d-015b-472f-bab3-3013385cb706 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139631 Aug 26 15:57:44.887021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-f10ca80d-5821-4138-915b-635ab9116057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:44.888504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-f10ca80d-5821-4138-915b-635ab9116057 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 911 time: 0.1579385 Aug 26 15:57:44.968030 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-1ff4a3c8-e6a2-429c-aa9b-c21ec7510f28 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 1002 time: 0.1023464 Aug 26 15:57:45.032522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-17b5fbf1-7b1f-4b25-8d48-65d42a0665e2 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 1002 time: 0.1060176 Aug 26 15:57:45.033707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-d64fcbe3-92c6-4356-b1a6-5ae70c0b2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.035216 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-d64fcbe3-92c6-4356-b1a6-5ae70c0b2b72 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0527830 Aug 26 15:57:45.050366 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50eaa455-3c0d-4960-ad12-a9f5eb31a8b8 req-4b4eada9-526e-47e6-8810-8a06f3d0b806 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576254 Aug 26 15:57:45.092482 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-0903491e-de15-4d3c-9024-730c867e567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.094734 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-0903491e-de15-4d3c-9024-730c867e567e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447378 Aug 26 15:57:45.105573 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-f236cfca-d49f-4652-948c-713920fac16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.107721 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-f236cfca-d49f-4652-948c-713920fac16e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.0565515 Aug 26 15:57:45.141754 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:45.155342 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-7db6eacc-747a-49c1-9095-33a63d928bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.156924 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-7db6eacc-747a-49c1-9095-33a63d928bdf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433481 Aug 26 15:57:45.198725 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-0aa5edbd-1c55-4d3a-93e2-6198a4a9f95d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975378 Aug 26 15:57:45.294249 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:45.313612 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-8b1c0431-0fd2-45cc-89bb-8b0f0a799806 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985258 Aug 26 15:57:45.338486 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-666ada56-3cf9-4fed-8750-9231a0560ccd req-fa1b9856-204f-424d-b07f-11db98c5e730 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991712 Aug 26 15:57:45.801935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c2a8541-f1dd-4336-97c1-795ed1f376da req-4e378755-6d3b-4c14-8496-17547d96d417 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936022 Aug 26 15:57:45.994704 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52bc8e-80df-4d74-922e-104e30ac418c req-8f972032-a828-4b9f-b80a-d94352bc472f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:45.996199 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b52bc8e-80df-4d74-922e-104e30ac418c req-8f972032-a828-4b9f-b80a-d94352bc472f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0496254 Aug 26 15:57:46.067821 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b52bc8e-80df-4d74-922e-104e30ac418c req-c25df6ce-45ba-4ab8-9d76-0cf016a90f62 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649405 Aug 26 15:57:47.196879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f305f-a48e-447b-a60b-032c3a65e01e req-3bfec562-543e-4048-9820-282857172763 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:47.198347 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d28f305f-a48e-447b-a60b-032c3a65e01e req-3bfec562-543e-4048-9820-282857172763 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0498881 Aug 26 15:57:47.251920 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d28f305f-a48e-447b-a60b-032c3a65e01e req-f533caac-8948-4642-8f18-83c15baa6e30 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Aug 26 15:57:47.690899 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50656) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:47.802657 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e0c1bc27-713f-44d4-be02-ca929a1648a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:47.882267 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e0c1bc27-713f-44d4-be02-ca929a1648a7 admin admin] Publish callbacks [] for security_group (d28d9516-c4c0-4457-84bd-46d7cb22228e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:47.974496 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e0c1bc27-713f-44d4-be02-ca929a1648a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d28d9516-c4c0-4457-84bd-46d7cb22228e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:48.022265 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e0c1bc27-713f-44d4-be02-ca929a1648a7 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=72a1a753450b4f409ab09fa258b3035e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247092 Aug 26 15:57:48.022265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1bc27-713f-44d4-be02-ca929a1648a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28d9516-c4c0-4457-84bd-46d7cb22228e,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:48.024045 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50670) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:48.074688 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:48.080667 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] Publish callbacks [] for security_group (d28d9516-c4c0-4457-84bd-46d7cb22228e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:48.103456 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] Publish callbacks [] for security_group (d28d9516-c4c0-4457-84bd-46d7cb22228e), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:48.275772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d28d9516-c4c0-4457-84bd-46d7cb22228e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:48.278507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:48.279746 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d28d9516-c4c0-4457-84bd-46d7cb22228e HTTP/1.1" status: 204 len: 168 time: 0.2547233 Aug 26 15:57:48.288932 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b95a6-c76b-417b-a814-a5900878b9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28d9516-c4c0-4457-84bd-46d7cb22228e,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:48.386512 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66d898-f9e1-4fac-8048-bc2b9c107102 req-152f4dfa-df19-4a85-8b1b-77bce95fee66 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:48.388160 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e66d898-f9e1-4fac-8048-bc2b9c107102 req-152f4dfa-df19-4a85-8b1b-77bce95fee66 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0464749 Aug 26 15:57:48.437647 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e66d898-f9e1-4fac-8048-bc2b9c107102 req-a584c881-e0b2-4b1e-a3ef-800a83f1b69e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439751 Aug 26 15:57:48.979006 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50692) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:48.993319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-45455593-5435-4b68-b54a-a21145468cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.067631 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-45455593-5435-4b68-b54a-a21145468cf9 admin admin] Publish callbacks [] for security_group (ba1712a6-5802-4854-bfd7-3a1144e959df), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.138687 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-45455593-5435-4b68-b54a-a21145468cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ba1712a6-5802-4854-bfd7-3a1144e959df), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.184433 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45455593-5435-4b68-b54a-a21145468cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1712a6-5802-4854-bfd7-3a1144e959df,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:49.192867 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-45455593-5435-4b68-b54a-a21145468cf9 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6f71465f0e6741689dc4860c243d7a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125788 Aug 26 15:57:49.195779 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50702) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:49.249225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] Publish callbacks [] for security_group (ba1712a6-5802-4854-bfd7-3a1144e959df), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.269712 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] Publish callbacks [] for security_group (ba1712a6-5802-4854-bfd7-3a1144e959df), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.380301 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ba1712a6-5802-4854-bfd7-3a1144e959df), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.382987 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:49.384315 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ba1712a6-5802-4854-bfd7-3a1144e959df HTTP/1.1" status: 204 len: 168 time: 0.1873195 Aug 26 15:57:49.394971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc725e9-67bc-49b6-b41c-3f85c30d8091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1712a6-5802-4854-bfd7-3a1144e959df,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:49.577364 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b958b-2b38-4b51-a530-3c3e85811d3e req-84d71a63-5941-41fe-9cdc-a7ba1f9b6ee9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:49.578831 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4a0b958b-2b38-4b51-a530-3c3e85811d3e req-84d71a63-5941-41fe-9cdc-a7ba1f9b6ee9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0480385 Aug 26 15:57:49.622420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:49.627317 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4a0b958b-2b38-4b51-a530-3c3e85811d3e req-d303db89-a9ca-4ab4-b402-73f772d9d0f2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425909 Aug 26 15:57:50.760981 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3c501-0d8d-4967-ba5c-2e1fdfde6904 req-f2f580e9-88da-4643-9695-bc779ab6192c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:50.762660 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbb3c501-0d8d-4967-ba5c-2e1fdfde6904 req-f2f580e9-88da-4643-9695-bc779ab6192c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0497091 Aug 26 15:57:50.813514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbb3c501-0d8d-4967-ba5c-2e1fdfde6904 req-3b2f88ec-6b57-41c4-8102-834c4e067483 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Aug 26 15:57:51.357265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50774) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:51.468134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-092c28b0-bb1c-4223-9fcc-fb6c43225cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.470755 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:51.546349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-092c28b0-bb1c-4223-9fcc-fb6c43225cb8 admin admin] Publish callbacks [] for security_group (b51c360b-6d8f-40dc-af63-4a522dd7365a), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.629896 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-092c28b0-bb1c-4223-9fcc-fb6c43225cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b51c360b-6d8f-40dc-af63-4a522dd7365a), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.670558 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-092c28b0-bb1c-4223-9fcc-fb6c43225cb8 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=344787111544467a890e2c9bf4c2185f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122270 Aug 26 15:57:51.672522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c28b0-bb1c-4223-9fcc-fb6c43225cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51c360b-6d8f-40dc-af63-4a522dd7365a,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:51.673359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50780) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:51.725906 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] Publish callbacks [] for security_group (b51c360b-6d8f-40dc-af63-4a522dd7365a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.746483 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] Publish callbacks [] for security_group (b51c360b-6d8f-40dc-af63-4a522dd7365a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.869419 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b51c360b-6d8f-40dc-af63-4a522dd7365a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.872153 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:51.873477 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b51c360b-6d8f-40dc-af63-4a522dd7365a HTTP/1.1" status: 204 len: 168 time: 0.1990879 Aug 26 15:57:51.885652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b1f34-5924-4970-9dad-5d381268aee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51c360b-6d8f-40dc-af63-4a522dd7365a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:51.941824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cad55-972a-4328-88cf-34e399747b25 req-e80cea46-aaeb-402c-975a-d9e8d88f215f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:51.943350 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c60cad55-972a-4328-88cf-34e399747b25 req-e80cea46-aaeb-402c-975a-d9e8d88f215f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0503378 Aug 26 15:57:51.991197 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c60cad55-972a-4328-88cf-34e399747b25 req-94ea1fe9-221c-4690-829a-1bd77b607f75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421603 Aug 26 15:57:52.495440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50810) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:52.543053 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Deleting subnet d07df6be-c08d-4c86-bd00-9bedd4d9c1b1 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:57:52.546674 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Publish callbacks [] for subnet (d07df6be-c08d-4c86-bd00-9bedd4d9c1b1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.585403 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (d07df6be-c08d-4c86-bd00-9bedd4d9c1b1), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.618060 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:52.630411 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (d07df6be-c08d-4c86-bd00-9bedd4d9c1b1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.801312 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (d07df6be-c08d-4c86-bd00-9bedd4d9c1b1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.829297 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07df6be-c08d-4c86-bd00-9bedd4d9c1b1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:52.834305 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.888463 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1245c3fc-2f47-418b-876b-c03e9aa7ba99 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/d07df6be-c08d-4c86-bd00-9bedd4d9c1b1 HTTP/1.1" status: 204 len: 168 time: 0.3410192 Aug 26 15:57:52.888463 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50824) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:52.917218 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (7914d977-bd22-4975-981c-7e1e89b8260c), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:52.996417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (7914d977-bd22-4975-981c-7e1e89b8260c), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.027885 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7914d977-bd22-4975-981c-7e1e89b8260c']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.041293 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ebc7fb7-2129-4f79-98a0-457b3daeb169') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.041659 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ebc7fb7-2129-4f79-98a0-457b3daeb169') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.062614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (6ebc7fb7-2129-4f79-98a0-457b3daeb169), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.083594 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (6ebc7fb7-2129-4f79-98a0-457b3daeb169), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.094188 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:57:53.094739 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (6ebc7fb7-2129-4f79-98a0-457b3daeb169), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.133247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d692d56-4455-46c9-9379-ef8ec9a18174 req-e9b543af-80b0-468a-9817-52e9243144d3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:53.140306 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9d692d56-4455-46c9-9379-ef8ec9a18174 req-e9b543af-80b0-468a-9817-52e9243144d3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0569401 Aug 26 15:57:53.178949 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 6ebc7fb7-2129-4f79-98a0-457b3daeb169 resource provider aggregate not found Aug 26 15:57:53.187099 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9d692d56-4455-46c9-9379-ef8ec9a18174 req-17b21fdd-4bd2-46d6-8a4c-d7247daf2657 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Aug 26 15:57:53.199418 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 6ebc7fb7-2129-4f79-98a0-457b3daeb169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ebc7fb7-2129-4f79-98a0-457b3daeb169 found for delete ", "request_id": "req-0b83f833-acd5-4cb7-a3f4-71774e2fd6d5"}]} Aug 26 15:57:53.235868 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (7914d977-bd22-4975-981c-7e1e89b8260c), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.242248 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.251949 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/7914d977-bd22-4975-981c-7e1e89b8260c HTTP/1.1" status: 204 len: 168 time: 0.4019201 Aug 26 15:57:53.254080 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50848) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:53.258198 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103546f0-88d0-4b68-b0b8-53809149a477 admin admin] Pushing event deleted for resources: {'Network': ['ID=7914d977-bd22-4975-981c-7e1e89b8260c,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:53.300359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Deleting subnet e5a51913-9e37-4d4a-bafb-9a5db2631db0 {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:57:53.303707 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Publish callbacks [] for subnet (e5a51913-9e37-4d4a-bafb-9a5db2631db0), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.328627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:53.349624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (e5a51913-9e37-4d4a-bafb-9a5db2631db0), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.397708 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (e5a51913-9e37-4d4a-bafb-9a5db2631db0), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.546982 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (e5a51913-9e37-4d4a-bafb-9a5db2631db0), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.571792 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5a51913-9e37-4d4a-bafb-9a5db2631db0,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:53.582463 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.584804 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-63edeb6c-5d35-4357-b27c-0d60c6e4200f admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/e5a51913-9e37-4d4a-bafb-9a5db2631db0 HTTP/1.1" status: 204 len: 168 time: 0.3296480 Aug 26 15:57:53.587462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50860) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:53.596431 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:53.665792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (80b1a4e9-f770-47c5-8992-649a53aefa84), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.755031 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (80b1a4e9-f770-47c5-8992-649a53aefa84), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.776734 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80b1a4e9-f770-47c5-8992-649a53aefa84']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.787398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25a69b2-1a2d-421e-b7ff-7873fe3aa84a') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.787808 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25a69b2-1a2d-421e-b7ff-7873fe3aa84a') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:57:53.798599 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (a25a69b2-1a2d-421e-b7ff-7873fe3aa84a), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.811593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (a25a69b2-1a2d-421e-b7ff-7873fe3aa84a), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.817923 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:57:53.818309 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (a25a69b2-1a2d-421e-b7ff-7873fe3aa84a), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.972472 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (80b1a4e9-f770-47c5-8992-649a53aefa84), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.978090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:53.987958 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/80b1a4e9-f770-47c5-8992-649a53aefa84 HTTP/1.1" status: 204 len: 168 time: 0.3928292 Aug 26 15:57:53.992468 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dc6d3-169f-487b-a6e3-f498c51088b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=80b1a4e9-f770-47c5-8992-649a53aefa84,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:54.320843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d063669a-5c81-44b9-9b11-e6d3546dfc61 req-6e57a8ec-30e6-4551-b02a-1a19f128bcc9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:54.322688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d063669a-5c81-44b9-9b11-e6d3546dfc61 req-6e57a8ec-30e6-4551-b02a-1a19f128bcc9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0470562 Aug 26 15:57:54.341805 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:54.369764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d063669a-5c81-44b9-9b11-e6d3546dfc61 req-9f7b6880-decd-4617-ad97-7061ab2a6480 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Aug 26 15:57:54.444480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50874) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:54.486524 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-064c81e9-7fa5-4c4b-9c02-c2b52f6e11bd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=a04a23a1c79144a7a9690ec900cf9de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407336 Aug 26 15:57:54.488959 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50876) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:54.541085 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] Publish callbacks [] for security_group (a80d8d49-1f86-4ea5-bc0b-18cb27c36654), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:54.562817 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] Publish callbacks [] for security_group (a80d8d49-1f86-4ea5-bc0b-18cb27c36654), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:54.729366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (a80d8d49-1f86-4ea5-bc0b-18cb27c36654), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:54.733202 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:54.734648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a80d8d49-1f86-4ea5-bc0b-18cb27c36654 HTTP/1.1" status: 204 len: 168 time: 0.2447956 Aug 26 15:57:54.742756 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd48258-c538-48e1-997d-cc91e47d50a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80d8d49-1f86-4ea5-bc0b-18cb27c36654,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:55.185896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac74ea5-5430-418a-b745-95fd952295a2 req-b4ecf013-8f01-45e1-b241-c94615a3e529 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:55.187406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ac74ea5-5430-418a-b745-95fd952295a2 req-b4ecf013-8f01-45e1-b241-c94615a3e529 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0494635 Aug 26 15:57:55.217166 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment a25a69b2-1a2d-421e-b7ff-7873fe3aa84a resource provider aggregate not found Aug 26 15:57:55.235104 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment a25a69b2-1a2d-421e-b7ff-7873fe3aa84a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a25a69b2-1a2d-421e-b7ff-7873fe3aa84a found for delete ", "request_id": "req-21971fc9-c8c6-4a64-b2fd-b8771617443c"}]} Aug 26 15:57:55.237870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ac74ea5-5430-418a-b745-95fd952295a2 req-1ad602f5-a975-4da2-80d6-acccdb40aa53 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Aug 26 15:57:55.494189 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc356d-6a9a-468f-aaa0-f21bda9aefbd req-4892a952-708e-4119-acae-469e5bbb8022 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:55.494813 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50910) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:55.495699 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56dc356d-6a9a-468f-aaa0-f21bda9aefbd req-4892a952-708e-4119-acae-469e5bbb8022 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0513062 Aug 26 15:57:55.536005 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4d57a277-7e40-4589-ba6c-ac6da3282dd3 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8a93edea26904dda911fc965fdbd41b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403304 Aug 26 15:57:55.538540 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50912) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:55.545402 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56dc356d-6a9a-468f-aaa0-f21bda9aefbd req-71e02f31-8c7a-4268-94de-53a60e4b3c68 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438352 Aug 26 15:57:55.593430 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] Publish callbacks [] for security_group (13dbff96-dce2-4e78-9bbb-aa4081ca5dc1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.615699 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] Publish callbacks [] for security_group (13dbff96-dce2-4e78-9bbb-aa4081ca5dc1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.681731 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50916) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:55.788614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1f7a53b6-0ed3-4fac-b844-e13609ea8f60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.797249 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (13dbff96-dce2-4e78-9bbb-aa4081ca5dc1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.799783 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.800912 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/13dbff96-dce2-4e78-9bbb-aa4081ca5dc1 HTTP/1.1" status: 204 len: 168 time: 0.2614517 Aug 26 15:57:55.821313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf79b98-4618-4384-95e9-7523637cfd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13dbff96-dce2-4e78-9bbb-aa4081ca5dc1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:55.886460 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:55.888695 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1f7a53b6-0ed3-4fac-b844-e13609ea8f60 admin admin] Publish callbacks [] for security_group (15f3a0ca-64ac-4636-b558-e801cffb9081), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:55.992144 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1f7a53b6-0ed3-4fac-b844-e13609ea8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (15f3a0ca-64ac-4636-b558-e801cffb9081), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:56.041424 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1f7a53b6-0ed3-4fac-b844-e13609ea8f60 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1841f10ca42740c3a3b69fed3e15ec51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585608 Aug 26 15:57:56.042058 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a53b6-0ed3-4fac-b844-e13609ea8f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3a0ca-64ac-4636-b558-e801cffb9081,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:56.044439 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50922) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:56.099452 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] Publish callbacks [] for security_group (15f3a0ca-64ac-4636-b558-e801cffb9081), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:56.119662 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] Publish callbacks [] for security_group (15f3a0ca-64ac-4636-b558-e801cffb9081), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:56.220338 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (15f3a0ca-64ac-4636-b558-e801cffb9081), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:56.222989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:56.224129 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/15f3a0ca-64ac-4636-b558-e801cffb9081 HTTP/1.1" status: 204 len: 168 time: 0.1781960 Aug 26 15:57:56.232886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf4a9a-dcaf-4c1e-9a02-d4bcbd608de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3a0ca-64ac-4636-b558-e801cffb9081,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:56.347498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:56.365858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927834aa-2e55-4004-978c-fe21e028400c req-c3289bf2-fd4f-4891-b74c-319972a6bd6b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:56.367331 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-927834aa-2e55-4004-978c-fe21e028400c req-c3289bf2-fd4f-4891-b74c-319972a6bd6b tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0506072 Aug 26 15:57:56.423009 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-927834aa-2e55-4004-978c-fe21e028400c req-31ff083f-3b75-4e70-958a-fba795b945ae tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488758 Aug 26 15:57:56.664903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6471d29c-986a-4881-befe-021e5f87ef55 req-5c8a1ff5-bfca-4503-a683-d80d4d02dcba tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:56.666369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6471d29c-986a-4881-befe-021e5f87ef55 req-5c8a1ff5-bfca-4503-a683-d80d4d02dcba tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0475101 Aug 26 15:57:56.714747 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6471d29c-986a-4881-befe-021e5f87ef55 req-ff10b389-ff7b-40c3-b91d-70d21e680ebd tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Aug 26 15:57:56.943952 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 50962) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:57.051104 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-de69b2b7-e2e2-4617-b308-24a71fed4842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.126863 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-de69b2b7-e2e2-4617-b308-24a71fed4842 admin admin] Publish callbacks [] for security_group (2565299a-c2ec-4e10-9feb-37dbd51b3f30), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.266661 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-de69b2b7-e2e2-4617-b308-24a71fed4842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2565299a-c2ec-4e10-9feb-37dbd51b3f30), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.311686 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-de69b2b7-e2e2-4617-b308-24a71fed4842 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=328b14f81aaf431784779b195c53e162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666594 Aug 26 15:57:57.312630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69b2b7-e2e2-4617-b308-24a71fed4842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2565299a-c2ec-4e10-9feb-37dbd51b3f30,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:57.314477 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50976) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:57.376066 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] Publish callbacks [] for security_group (2565299a-c2ec-4e10-9feb-37dbd51b3f30), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.397211 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] Publish callbacks [] for security_group (2565299a-c2ec-4e10-9feb-37dbd51b3f30), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.539776 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2565299a-c2ec-4e10-9feb-37dbd51b3f30), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.547211 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:57.547211 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2565299a-c2ec-4e10-9feb-37dbd51b3f30 HTTP/1.1" status: 204 len: 168 time: 0.2287459 Aug 26 15:57:57.552774 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e600ba9-7a1a-4f58-809f-c13da7ab5215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2565299a-c2ec-4e10-9feb-37dbd51b3f30,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:57.583790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8464c5-eaeb-4b1b-8c9b-f40830e6f4fa req-ccdb560a-eb7d-4139-8f32-8d62687cd13f tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:57.585256 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f8464c5-eaeb-4b1b-8c9b-f40830e6f4fa req-ccdb560a-eb7d-4139-8f32-8d62687cd13f tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0757864 Aug 26 15:57:57.633883 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f8464c5-eaeb-4b1b-8c9b-f40830e6f4fa req-09ec2cb4-7ab1-4fdd-80ee-8f5b7c18ad70 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Aug 26 15:57:57.837145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5e0e8-e21b-4f8c-80e8-44607b32f451 req-fa090e52-ead0-44d4-8e6c-a6eb016a662f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:57.839379 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebd5e0e8-e21b-4f8c-80e8-44607b32f451 req-fa090e52-ead0-44d4-8e6c-a6eb016a662f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0513315 Aug 26 15:57:57.891393 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebd5e0e8-e21b-4f8c-80e8-44607b32f451 req-b2173eee-a162-4e13-9b80-b22aa61dd996 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Aug 26 15:57:57.904839 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 50996) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:57.941269 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51000) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:58.037292 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1915681974-network', 'tenant_id': '2ff1702cbe6d41b196df47d78f148368'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:58.086471 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5beef35-e160-4ba7-9040-894166af4532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.124750 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:58.126517 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Made reservation on behalf of 2ff1702cbe6d41b196df47d78f148368 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:58.129451 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.135816 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-44422df6-1823-49e5-aad6-1a6f84b80065 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:58.137505 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-44422df6-1823-49e5-aad6-1a6f84b80065 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.0534627 Aug 26 15:57:58.144696 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.208702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:58.224151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5beef35-e160-4ba7-9040-894166af4532 admin admin] Publish callbacks [] for security_group (b5e510ec-7782-4b02-a20c-522b2ef6b5b0), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.261752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Deleting port 7e519cd9-1a52-4518-a7ed-6455ad985b10 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:57:58.262192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.273565 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks [] for security_group (3aec75f3-c832-447c-948c-21396c73f25c), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.316027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5beef35-e160-4ba7-9040-894166af4532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b5e510ec-7782-4b02-a20c-522b2ef6b5b0), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.358779 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (3aec75f3-c832-447c-948c-21396c73f25c), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.367886 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d5beef35-e160-4ba7-9040-894166af4532 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5cd4fc25c3794f3cb789d8a00619a7f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4230604 Aug 26 15:57:58.367886 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beef35-e160-4ba7-9040-894166af4532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e510ec-7782-4b02-a20c-522b2ef6b5b0,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:58.370017 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51014) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:58.403322 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 984} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:57:58.421353 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:58.442768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (64f7585f-f2af-40e4-ac70-a37af9c77143), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.443142 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Added segment 64f7585f-f2af-40e4-ac70-a37af9c77143 of type vlan for network 896b40d0-f5e7-4bb6-9611-c340591fa457 Aug 26 15:57:58.456136 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aec75f3-c832-447c-948c-21396c73f25c,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:58.511569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (896b40d0-f5e7-4bb6-9611-c340591fa457), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.524634 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] Publish callbacks [] for security_group (b5e510ec-7782-4b02-a20c-522b2ef6b5b0), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.555477 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] Publish callbacks [] for security_group (b5e510ec-7782-4b02-a20c-522b2ef6b5b0), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.595849 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] For port 7e519cd9-1a52-4518-a7ed-6455ad985b10, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7e519cd9-1a52-4518-a7ed-6455ad985b10,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:57:58.596215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.612913 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Calling delete_port for 7e519cd9-1a52-4518-a7ed-6455ad985b10 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:57:58.627137 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:58.648670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (896b40d0-f5e7-4bb6-9611-c340591fa457), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.649703 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:58.650314 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.714317 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] Pushing event updated for resources: {'Network': ['ID=896b40d0-f5e7-4bb6-9611-c340591fa457,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:58.724471 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:57:58.740195 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b5e510ec-7782-4b02-a20c-522b2ef6b5b0), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.757308 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.757308 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b5e510ec-7782-4b02-a20c-522b2ef6b5b0 HTTP/1.1" status: 204 len: 168 time: 0.3647377 Aug 26 15:57:58.790384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51028) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:57:58.794717 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3449c0e1-9304-4cd1-8c28-0564ef4966ea admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8874826 Aug 26 15:57:58.796410 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0014e34-6ceb-4169-90b6-5639d7c3db02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e510ec-7782-4b02-a20c-522b2ef6b5b0,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:58.800178 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Request body: {'subnet': {'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1915681974-subnet', 'tenant_id': '2ff1702cbe6d41b196df47d78f148368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:57:58.819878 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3818419-64ce-4334-8573-207cc74c0a28 req-feb377a8-67c7-4e42-911f-8cabefa57e30 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:58.821664 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3818419-64ce-4334-8573-207cc74c0a28 req-feb377a8-67c7-4e42-911f-8cabefa57e30 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 945 time: 0.1084042 Aug 26 15:57:58.886850 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3818419-64ce-4334-8573-207cc74c0a28 req-be8392ff-eb4f-4d01-a969-97a3558030c6 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=95712a18-8355-4186-b2c9-dff11526cf85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532849 Aug 26 15:57:58.892597 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (7e519cd9-1a52-4518-a7ed-6455ad985b10), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.930413 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Made reservation on behalf of 2ff1702cbe6d41b196df47d78f148368 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:57:58.937865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64569523'] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:58.940375 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['7e519cd9-1a52-4518-a7ed-6455ad985b10'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:57:58.940537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Pushing event deleted for resources: {'Port': ['ID=7e519cd9-1a52-4518-a7ed-6455ad985b10,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:59.095886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] No DVR routers for this DVR port 7e519cd9-1a52-4518-a7ed-6455ad985b10 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:57:59.114385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:59.118160 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14588f8d-bdf3-4b0b-beb3-eab32fdf52bb req-be7e1805-7eb4-4499-991e-cdfae9adab81 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.102 "DELETE /networking/v2.0/ports/7e519cd9-1a52-4518-a7ed-6455ad985b10 HTTP/1.1" status: 204 len: 173 time: 0.9738669 Aug 26 15:57:59.124169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'name': 'network-vif-deleted', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:57:59.126634 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb9e1f8-0cbf-459b-8ff0-fb71304ffcb2" -d '{"events": [{"server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "name": "network-vif-deleted", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:57:59.147106 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d4334-9d39-4536-9048-8189008ba663 req-ea696443-decb-45d1-acc2-350174f59357 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:59.149392 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-910d4334-9d39-4536-9048-8189008ba663 req-ea696443-decb-45d1-acc2-350174f59357 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.1395631 Aug 26 15:57:59.158828 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:59.191012 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4793cbba-6719-4ea9-a875-958aa061f54a x-openstack-request-id: req-4793cbba-6719-4ea9-a875-958aa061f54a {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:57:59.199420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4425d401-9f5d-4aa8-a568-35ee9cd768bf", "name": "network-vif-deleted", "tag": "7e519cd9-1a52-4518-a7ed-6455ad985b10", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:57:59.199420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4793cbba-6719-4ea9-a875-958aa061f54a {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:57:59.199420 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4793cbba-6719-4ea9-a875-958aa061f54a'] response: {'server_uuid': '4425d401-9f5d-4aa8-a568-35ee9cd768bf', 'name': 'network-vif-deleted', 'tag': '7e519cd9-1a52-4518-a7ed-6455ad985b10', 'status': 'completed', 'code': 200} Aug 26 15:57:59.259090 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-910d4334-9d39-4536-9048-8189008ba663 req-5486bf30-fcde-4cb7-a3fd-6cd60e39aee2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986326 Aug 26 15:57:59.295309 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=59 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:57:59.424016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63849414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64569473'] for subnet (f7586035-4f0f-4ab6-9fa3-05295a0d2fe6), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:59.476371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7586035-4f0f-4ab6-9fa3-05295a0d2fe6,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:57:59.492991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Checking segment: {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:57:59.493269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Network hostable DHCP agents. Network: 896b40d0-f5e7-4bb6-9611-c340591fa457, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:57:59.575443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:57:59.666074 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 896b40d0-f5e7-4bb6-9611-c340591fa457) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:57:59.679307 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:57:59.679307 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:57:59.679486 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3748a3-5d6d-4918-9c3f-216f4ecffe8c None None] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:59.786482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba9641c-4506-48c7-aa77-9fb3f13d2bf7 None None] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:57:59.795177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a374c4cd-0ce2-4d42-a62e-c1a51dd4757f admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0019553 Aug 26 15:58:00.023745 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f34e937-3a43-4fc6-8dce-d99496c838ec req-7b58db22-6cd0-4ec8-9da6-f2b06f4f2677 tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.0465174 Aug 26 15:58:00.393913 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc831964-15af-4a94-b70e-ebf3c29b8297 req-568402be-f6cf-49e3-9de8-711dc1729c09 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:00.395575 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc831964-15af-4a94-b70e-ebf3c29b8297 req-568402be-f6cf-49e3-9de8-711dc1729c09 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0485091 Aug 26 15:58:00.444713 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc831964-15af-4a94-b70e-ebf3c29b8297 req-262b51db-8f99-4500-85c6-04977509b0a6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433586 Aug 26 15:58:01.173776 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e5bbd51-0992-43f9-a40e-6661d8d021b2 req-53bf7265-87b7-48cb-b137-0f0f832632dc tempest-DeleteServersTestJSON-97909677 tempest-DeleteServersTestJSON-97909677-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4425d401-9f5d-4aa8-a568-35ee9cd768bf HTTP/1.1" status: 200 len: 210 time: 0.0316622 Aug 26 15:58:01.563383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f5efe-a409-4878-a049-e0258337c7bf req-91e6925a-ebcc-465b-9497-cdffa0849be4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:01.564850 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c82f5efe-a409-4878-a049-e0258337c7bf req-91e6925a-ebcc-465b-9497-cdffa0849be4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0458939 Aug 26 15:58:01.604769 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:01.616874 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c82f5efe-a409-4878-a049-e0258337c7bf req-15765973-b65d-4d7a-a024-716bf8d1d04e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465176 Aug 26 15:58:02.222650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-ce8d4c89-fc9f-4478-a87e-b641cfcc97f8 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:02.224146 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-ce8d4c89-fc9f-4478-a87e-b641cfcc97f8 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/networks?id=896b40d0-f5e7-4bb6-9611-c340591fa457 HTTP/1.1" status: 200 len: 809 time: 0.1133549 Aug 26 15:58:02.243490 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-efd82dd2-d3fb-4efe-8cfb-0f5dc418cccf tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/quotas/2ff1702cbe6d41b196df47d78f148368 HTTP/1.1" status: 200 len: 375 time: 0.0133922 Aug 26 15:58:02.280606 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-2d7bca0a-6f95-4483-b7ff-5e928d877d90 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313690 Aug 26 15:58:02.391666 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-0ba44d80-0cfa-45a4-b38e-da1c5023af0a service neutron] 10.222.0.94 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996511 Aug 26 15:58:02.492336 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-b6a29162-fb5d-4dcd-a3bc-2d48206cf219 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984318 Aug 26 15:58:02.712492 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7e519cd9-1a52-4518-a7ed-6455ad985b10 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:02.731497 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 7e519cd9-1a52-4518-a7ed-6455ad985b10 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:02.731830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7e519cd9-1a52-4518-a7ed-6455ad985b10 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:02.737853 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd327c-8797-45b3-ba4b-7da8ff265c81 req-82edaac8-ab11-4a94-9322-de80a695e666 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:02.739349 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0cd327c-8797-45b3-ba4b-7da8ff265c81 req-82edaac8-ab11-4a94-9322-de80a695e666 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0491979 Aug 26 15:58:02.800230 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0cd327c-8797-45b3-ba4b-7da8ff265c81 req-b526518f-2d1c-4f55-9a0f-8dbb3ada0a74 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Aug 26 15:58:02.847333 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d211ba65-fe71-4b08-9e29-dd5ecd8af5cc req-48b2e2eb-7d72-406b-aea1-a4135767803a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0290744 Aug 26 15:58:03.951285 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-34b0c915-3679-40d7-9fd3-07a3a61439be req-1c36a515-d509-4e5b-9ce7-fa251d70c070 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0379596 Aug 26 15:58:03.962185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5692b9-4f2b-4fe2-9680-ed57b02eaae4 req-e3a5c87a-1ea3-4fea-a780-8652f0769d42 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:03.963554 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f5692b9-4f2b-4fe2-9680-ed57b02eaae4 req-e3a5c87a-1ea3-4fea-a780-8652f0769d42 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0824492 Aug 26 15:58:04.013486 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f5692b9-4f2b-4fe2-9680-ed57b02eaae4 req-923d078a-e9c5-4cea-8aec-6b8638c773ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433035 Aug 26 15:58:05.064013 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5c319fa6-27fe-449e-8a97-a4035db9d130 req-2ed41bff-366c-4222-9dc7-d4fc647a5d2a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0286005 Aug 26 15:58:05.137396 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a285d-0748-427d-a39e-0adbf0f62d9a req-de35e604-5326-4621-b65d-0669f6b3804f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:05.138865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b76a285d-0748-427d-a39e-0adbf0f62d9a req-de35e604-5326-4621-b65d-0669f6b3804f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0493565 Aug 26 15:58:05.185467 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b76a285d-0748-427d-a39e-0adbf0f62d9a req-a090402e-16cb-4076-a0e0-bf83608174e7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409963 Aug 26 15:58:05.297546 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:06.162782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f82760b-8fe3-4ab3-9c87-3222a9f6c8f6 req-a52cb7f2-c564-4415-bf6c-a55b4345c8c3 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0284317 Aug 26 15:58:06.302985 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319290-fda8-48a1-964e-dbbf5aae9b13 req-2ba9afb1-80f6-4264-a1da-2d7a59450756 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:06.304427 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d319290-fda8-48a1-964e-dbbf5aae9b13 req-2ba9afb1-80f6-4264-a1da-2d7a59450756 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0456235 Aug 26 15:58:06.353065 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d319290-fda8-48a1-964e-dbbf5aae9b13 req-aedf1e8f-e314-4c56-aceb-b540be2b0637 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421953 Aug 26 15:58:07.209947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51216) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:07.290886 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-48cd2958-a53f-4533-95ce-a442793305c0 req-6c5cf478-fb70-4653-902c-43f7c2f9730a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0318782 Aug 26 15:58:07.445770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:07.456394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:07.462639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:07.529857 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a1aa730e-a503-405a-8199-a68ff5e1e703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:07.582025 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2d37e-7d40-4aaf-b06a-3139f5db10dd req-4f9354f0-3752-44cc-a157-b2d2c5e0ba58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:07.583589 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-94d2d37e-7d40-4aaf-b06a-3139f5db10dd req-4f9354f0-3752-44cc-a157-b2d2c5e0ba58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.1442654 Aug 26 15:58:07.722243 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5780a4af-808e-452f-824b-d0dd5070ee31 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:07.723693 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5780a4af-808e-452f-824b-d0dd5070ee31 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "GET /networking/v2.0/networks?id=896b40d0-f5e7-4bb6-9611-c340591fa457 HTTP/1.1" status: 200 len: 809 time: 0.2430749 Aug 26 15:58:07.779836 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-94d2d37e-7d40-4aaf-b06a-3139f5db10dd req-c6c45237-9e58-49ba-a48c-1efa1ff623e6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728373 Aug 26 15:58:07.804012 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (a6490889-cc16-41a4-97c4-9bba97beebf9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:08.079655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Deleting port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:08.080053 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:08.165240 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] For port 015cd84c-aac3-4348-9e62-a9cec5e5b5a5, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:08.165595 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:08.178489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Calling delete_port for 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:08.319310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:08.407927 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8238a96b-aabe-46eb-aab1-18f8009fcd75 req-ec97006c-4d59-4c4a-b0f9-6ecac73f2cfa tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0315528 Aug 26 15:58:08.440710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (015cd84c-aac3-4348-9e62-a9cec5e5b5a5), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:08.707846 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Pushing event deleted for resources: {'Port': ['ID=015cd84c-aac3-4348-9e62-a9cec5e5b5a5,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:08.716782 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:08.937484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a46f25-419a-4b66-8d2c-46be3cae0b4d req-827be182-88e2-4342-87d3-378bace30959 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:08.939025 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38a46f25-419a-4b66-8d2c-46be3cae0b4d req-827be182-88e2-4342-87d3-378bace30959 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0634239 Aug 26 15:58:08.945309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (a6490889-cc16-41a4-97c4-9bba97beebf9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:09.041392 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38a46f25-419a-4b66-8d2c-46be3cae0b4d req-da2e5118-091b-48ca-938c-82733558ca37 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929546 Aug 26 15:58:09.199436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Router a6490889-cc16-41a4-97c4-9bba97beebf9 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:58:09.311759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:58:09.318880 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-08dedb76-425b-4c3e-9072-66ef0e648d0c admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/a6490889-cc16-41a4-97c4-9bba97beebf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057918 Aug 26 15:58:09.320065 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51278) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:09.326497 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Sync routers for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:58:09.337285 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:09.337950 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:09.423594 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks [] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:09.438829 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:09.520102 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4921635d-68b5-43d0-94c6-26d423c29183 req-0d0433b4-e2f6-47d6-9813-ce0362f6ccfe tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0286431 Aug 26 15:58:09.528443 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks [] for router_gateway (a6490889-cc16-41a4-97c4-9bba97beebf9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:09.618574 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:58:08Z', 'revision_number': 5, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port': {'id': '5f4a1e41-83df-4f64-b9c1-f903245e2cb9', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:b1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:09.643160 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Checking router: a6490889-cc16-41a4-97c4-9bba97beebf9 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:58:09.651460 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Routers {'a6490889-cc16-41a4-97c4-9bba97beebf9'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:58:09.652060 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:57:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a6490889-cc16-41a4-97c4-9bba97beebf9'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:09.690589 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Deleting port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:09.690850 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:09.736619 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] Set router a6490889-cc16-41a4-97c4-9bba97beebf9 gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:58:09.743047 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:09.780943 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] For port 5f4a1e41-83df-4f64-b9c1-f903245e2cb9, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:09.781308 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:09.786728 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:58:09Z', 'revision_number': 6, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port_host': None}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:09.794912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Calling delete_port for 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 owned by network:router_gateway {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:09.814304 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e0a049-b76d-4969-a21b-856459c75d40 None None] The sync data for ids ['a6490889-cc16-41a4-97c4-9bba97beebf9'] in dv-cinder-851449-7-iscsi is: [{'id': 'a6490889-cc16-41a4-97c4-9bba97beebf9', 'name': 'tempest-DeleteServersTestJSON-314634531-router', 'tenant_id': 'e649b58115ab4bcbbf045a3c036a3049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:58:09Z', 'revision_number': 6, 'project_id': 'e649b58115ab4bcbbf045a3c036a3049', 'gw_port_host': None}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:58:10.075874 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (5f4a1e41-83df-4f64-b9c1-f903245e2cb9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.103585 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4a1e41-83df-4f64-b9c1-f903245e2cb9,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:10.183700 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (a6490889-cc16-41a4-97c4-9bba97beebf9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.189971 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d43615-67b3-444b-a05c-86ef30d2234f req-d58005e4-9887-4245-afb0-87bd1c83de70 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:10.191708 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8d43615-67b3-444b-a05c-86ef30d2234f req-d58005e4-9887-4245-afb0-87bd1c83de70 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0690498 Aug 26 15:58:10.191830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ae7d13f8-5584-4f38-8923-1e9927116515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.200098 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:10.264294 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8d43615-67b3-444b-a05c-86ef30d2234f req-99dcc024-9241-4735-b715-d64b67489899 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Aug 26 15:58:10.297169 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.299555 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks [] for router_controller (a6490889-cc16-41a4-97c4-9bba97beebf9), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.448550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (a6490889-cc16-41a4-97c4-9bba97beebf9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.449796 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6490889-cc16-41a4-97c4-9bba97beebf9 {{(pid=113646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 15:58:10.455138 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.456315 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-58589299-b54b-4980-8c0a-dcbca754dec1 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/a6490889-cc16-41a4-97c4-9bba97beebf9 HTTP/1.1" status: 204 len: 168 time: 1.1356757 Aug 26 15:58:10.458873 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51288) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:10.504656 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Deleting subnet 2fa3a047-c0e1-428d-ac48-b089916d5bde {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:58:10.508240 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Publish callbacks [] for subnet (2fa3a047-c0e1-428d-ac48-b089916d5bde), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.546447 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (2fa3a047-c0e1-428d-ac48-b089916d5bde), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.580323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Request body: {'port': {'device_id': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457', 'admin_state_up': True, 'tenant_id': '2ff1702cbe6d41b196df47d78f148368'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:10.720919 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ac22b7f-9cce-46a1-bc23-0952642eb9a7 req-515379f3-39d7-4f42-9a40-22960b43a3d5 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0445046 Aug 26 15:58:10.791839 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.877797 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (2fa3a047-c0e1-428d-ac48-b089916d5bde), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.891420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Made reservation on behalf of 2ff1702cbe6d41b196df47d78f148368 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:10.893498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:10.912481 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.026281 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.033084 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Allocated IP 172.20.0.11 (896b40d0-f5e7-4bb6-9611-c340591fa457/f7586035-4f0f-4ab6-9fa3-05295a0d2fe6/b58125e8-2973-41d3-8208-c72a7386dd43) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:11.044661 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (2fa3a047-c0e1-428d-ac48-b089916d5bde), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.060492 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.065581 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/2fa3a047-c0e1-428d-ac48-b089916d5bde HTTP/1.1" status: 204 len: 168 time: 0.6056845 Aug 26 15:58:11.066008 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017a02d6-23da-43e5-be36-2870005bc5e2 None None] Network d87878b7-d9a3-45c4-aa08-3d8577af979f requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:58:11.067715 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51298) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:11.093922 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270e551-5b84-4df7-bbe0-78ddb4d803e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fa3a047-c0e1-428d-ac48-b089916d5bde,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:11.163756 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (d87878b7-d9a3-45c4-aa08-3d8577af979f), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.211332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Deleting port b9f69f36-8669-445d-b1f0-ba3038e8e705 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:11.211672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.225416 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks [] for port (b58125e8-2973-41d3-8208-c72a7386dd43), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.262047 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] DHCP port deletion for d87878b7-d9a3-45c4-aa08-3d8577af979f request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 15:58:11.296689 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] For port b9f69f36-8669-445d-b1f0-ba3038e8e705, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b9f69f36-8669-445d-b1f0-ba3038e8e705,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:11.297152 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.314017 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Calling delete_port for b9f69f36-8669-445d-b1f0-ba3038e8e705 owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:11.332574 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Deleting port b9f69f36-8669-445d-b1f0-ba3038e8e705 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:11.332961 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.377787 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.378318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b9f69f36-8669-445d-b1f0-ba3038e8e705 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:11.442170 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] For port b9f69f36-8669-445d-b1f0-ba3038e8e705, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b9f69f36-8669-445d-b1f0-ba3038e8e705,segment=NetworkSegment(da9bc125-b440-450c-bf36-38fa9c2eb17f),segment_id=da9bc125-b440-450c-bf36-38fa9c2eb17f)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:11.442582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.453474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:11.459733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Calling delete_port for b9f69f36-8669-445d-b1f0-ba3038e8e705 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:11.460732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01455e-54b9-40b0-848b-e60dfed1c9e3 req-b0c9ad0e-1fee-4ad9-be11-7818aa23c3c7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:11.462509 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc01455e-54b9-40b0-848b-e60dfed1c9e3 req-b0c9ad0e-1fee-4ad9-be11-7818aa23c3c7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.1163714 Aug 26 15:58:11.463253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Pushing event updated for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:11.467796 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:11.473621 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:11.514362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.524683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.545265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f69f36-8669-445d-b1f0-ba3038e8e705,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:11.555287 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] No DVR routers for this DVR port b9f69f36-8669-445d-b1f0-ba3038e8e705 on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:11.572746 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port b9f69f36-8669-445d-b1f0-ba3038e8e705 is: ACTIVE; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:11.574785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.583390 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.594556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:11.595241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.602831 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc01455e-54b9-40b0-848b-e60dfed1c9e3 req-b6d96da4-37e8-493f-b27d-07fecd34e6b2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311717 Aug 26 15:58:11.628267 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.675610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (d87878b7-d9a3-45c4-aa08-3d8577af979f), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.675832 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:11.698272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (b9f69f36-8669-445d-b1f0-ba3038e8e705), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.704590 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:11.705145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 015cd84c-aac3-4348-9e62-a9cec5e5b5a5 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:11.705758 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:11.721196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87878b7-d9a3-45c4-aa08-3d8577af979f']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:11.747352 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9bc125-b440-450c-bf36-38fa9c2eb17f') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:11.749377 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9bc125-b440-450c-bf36-38fa9c2eb17f') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:58:11.756941 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-5fe393a8-f768-4f68-8675-6f759be8d1ad tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1808374 Aug 26 15:58:11.762300 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:11.762824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 5f4a1e41-83df-4f64-b9c1-f903245e2cb9 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:11.776253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Request body: {'port': {'device_id': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:11.777112 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (da9bc125-b440-450c-bf36-38fa9c2eb17f), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.780679 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] No DVR routers for this DVR port b9f69f36-8669-445d-b1f0-ba3038e8e705 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:11.791023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d773cf4-4997-4251-b06a-5402df31467f None None] Pushing event deleted for resources: {'Port': ['ID=b9f69f36-8669-445d-b1f0-ba3038e8e705,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:11.807745 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (da9bc125-b440-450c-bf36-38fa9c2eb17f), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.814994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:58:11.815395 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (da9bc125-b440-450c-bf36-38fa9c2eb17f), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.827449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:11.864019 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment da9bc125-b440-450c-bf36-38fa9c2eb17f resource provider aggregate not found Aug 26 15:58:11.884383 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment da9bc125-b440-450c-bf36-38fa9c2eb17f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid da9bc125-b440-450c-bf36-38fa9c2eb17f found for delete ", "request_id": "req-22f2eeef-e134-46ec-861e-acd7a62a4318"}]} Aug 26 15:58:11.894704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.902698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.910396 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598d963-a7ea-4fce-ace0-fae027a27bb4 req-f478b623-650f-4a5c-982c-9b1d7f32cb4d tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:11.911969 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1598d963-a7ea-4fce-ace0-fae027a27bb4 req-f478b623-650f-4a5c-982c-9b1d7f32cb4d tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 932 time: 0.0715728 Aug 26 15:58:11.962866 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (d87878b7-d9a3-45c4-aa08-3d8577af979f), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.969674 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:11.973950 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/d87878b7-d9a3-45c4-aa08-3d8577af979f HTTP/1.1" status: 204 len: 168 time: 0.9053285 Aug 26 15:58:11.988967 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c7e47-bfb4-4536-a9fd-49602e513867 admin admin] Pushing event deleted for resources: {'Network': ['ID=d87878b7-d9a3-45c4-aa08-3d8577af979f,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:12.009378 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1598d963-a7ea-4fce-ace0-fae027a27bb4 req-549b7732-8156-4dcb-a2a0-0cb6efaaf9b0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883501 Aug 26 15:58:12.278407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:12.282348 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58125e8-2973-41d3-8208-c72a7386dd43 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:12.290030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks [] for port (b58125e8-2973-41d3-8208-c72a7386dd43), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.303188 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Transition to ACTIVE for port object b58125e8-2973-41d3-8208-c72a7386dd43 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:58:12.418783 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.497150 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51324) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:12.505008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Pushing event updated for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:12.568402 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a6b581ff-fb85-4c97-aa59-dd0d8ff1eac7 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e649b58115ab4bcbbf045a3c036a3049&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0699110 Aug 26 15:58:12.569128 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Attempting to bind port b58125e8-2973-41d3-8208-c72a7386dd43 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:58:12.569466 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Attempting to bind port b58125e8-2973-41d3-8208-c72a7386dd43 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:58:12.569790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Attempting to bind port b58125e8-2973-41d3-8208-c72a7386dd43 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:12.570945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51326) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:12.574700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Port b58125e8-2973-41d3-8208-c72a7386dd43 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:58:12.575053 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Attempting to bind port b58125e8-2973-41d3-8208-c72a7386dd43 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:12.581731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:58:12.582068 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Checking segment: {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:58:12.582469 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Bound using segment: {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:58:12.582909 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Bound port: b58125e8-2973-41d3-8208-c72a7386dd43, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:58:12.583294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.626650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] Publish callbacks [] for security_group (95712a18-8355-4186-b2c9-dff11526cf85), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.646561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:58:12.649753 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] Publish callbacks [] for security_group (95712a18-8355-4186-b2c9-dff11526cf85), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.649883 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=b58125e8-2973-41d3-8208-c72a7386dd43,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:58:12.734872 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab399720-bc62-4764-a639-6b81f11cdbfb req-cb9d615a-1d79-44f7-a898-3d51cd476b70 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:12.736468 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ab399720-bc62-4764-a639-6b81f11cdbfb req-cb9d615a-1d79-44f7-a898-3d51cd476b70 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0478415 Aug 26 15:58:12.785754 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ab399720-bc62-4764-a639-6b81f11cdbfb req-0595d8fa-cf4b-45fc-9171-4f947e79c34c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437453 Aug 26 15:58:12.787553 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.793393 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:12.794107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.795735 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/b58125e8-2973-41d3-8208-c72a7386dd43 HTTP/1.1" status: 200 len: 1094 time: 1.0238903 Aug 26 15:58:12.796510 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:12.798977 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab47ec-3629-476f-89fb-11c3400f5bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:12.816889 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (95712a18-8355-4186-b2c9-dff11526cf85), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.826683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:12.826683 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/95712a18-8355-4186-b2c9-dff11526cf85 HTTP/1.1" status: 204 len: 168 time: 0.2492869 Aug 26 15:58:12.834297 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff95252-5de5-4aaf-9349-ead7a1603aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95712a18-8355-4186-b2c9-dff11526cf85,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:12.860497 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc06823-e400-4b78-bb37-d9c0921e02b5 x-openstack-request-id: req-dfc06823-e400-4b78-bb37-d9c0921e02b5 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:12.860785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:12.861164 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dfc06823-e400-4b78-bb37-d9c0921e02b5 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:12.861650 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc06823-e400-4b78-bb37-d9c0921e02b5'] response: {'name': 'network-changed', 'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43', 'status': 'completed', 'code': 200} Aug 26 15:58:12.880846 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4180d256-78f1-4be0-86fd-e7675e08c513 service neutron] Pushing event updated for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:12.963522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-33b73cdb-b0f5-4254-96ac-19525df2f379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:12.968586 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-33b73cdb-b0f5-4254-96ac-19525df2f379 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 1128 time: 0.0411835 Aug 26 15:58:13.106224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-ddd1526f-5144-42ef-999d-cd2e4912e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.107687 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-ddd1526f-5144-42ef-999d-cd2e4912e945 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2ff1702cbe6d41b196df47d78f148368&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1153436 Aug 26 15:58:13.191952 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef076fb-1cf1-4d22-ad92-de81af375b98 req-332c6ee3-1eb6-46b8-9bdc-1ecaabb51ebf tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.193537 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cef076fb-1cf1-4d22-ad92-de81af375b98 req-332c6ee3-1eb6-46b8-9bdc-1ecaabb51ebf tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 944 time: 0.1069427 Aug 26 15:58:13.223754 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.278855 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-c039ba35-857d-465b-9d9d-b465179f80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.280320 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-85ab47ec-3629-476f-89fb-11c3400f5bc8 req-c039ba35-857d-465b-9d9d-b465179f80a6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482782 Aug 26 15:58:13.284604 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cef076fb-1cf1-4d22-ad92-de81af375b98 req-9ddd6b36-5a8d-48a3-a0d0-140d721cf51f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Aug 26 15:58:13.407563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-20ae7e31-82f6-4f3c-8f9b-5b6fdd84b219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.409076 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-20ae7e31-82f6-4f3c-8f9b-5b6fdd84b219 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 1128 time: 0.0451090 Aug 26 15:58:13.459013 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-a38f3332-b870-4d29-82c3-a18471149e26 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b58125e8-2973-41d3-8208-c72a7386dd43 HTTP/1.1" status: 200 len: 217 time: 0.0339580 Aug 26 15:58:13.509184 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:13.513949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:13.518354 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-6e3d1fc3-79d0-4ff0-abd6-52ea4520442e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.518354 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-6e3d1fc3-79d0-4ff0-abd6-52ea4520442e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f7586035-4f0f-4ab6-9fa3-05295a0d2fe6 HTTP/1.1" status: 200 len: 849 time: 0.0508327 Aug 26 15:58:13.550395 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-c3e51bc5-e2b7-47e5-8ef6-1d607ec48332 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=896b40d0-f5e7-4bb6-9611-c340591fa457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262587 Aug 26 15:58:13.644101 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-24025dee-ba99-4539-a3bd-49d9cbbc69b5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874121 Aug 26 15:58:13.742414 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44379993-7f5e-4e1f-b8da-2b36e9a35499 req-8c8d42dd-b58a-4a5b-8fcb-77e795f70910 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901735 Aug 26 15:58:13.915443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46a085-c1a4-466e-94fd-553ee4278def req-8599129f-6cb3-4a73-b91b-ccb341ca99ab tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:13.917018 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f46a085-c1a4-466e-94fd-553ee4278def req-8599129f-6cb3-4a73-b91b-ccb341ca99ab tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0494392 Aug 26 15:58:13.974531 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f46a085-c1a4-466e-94fd-553ee4278def req-10b2f7b7-d3ae-4d92-9df5-4168f7f1747d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Aug 26 15:58:14.408807 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d20348-96a8-46ec-ad0d-f6947cfd6f6e req-2fee2858-53d5-43bf-b550-d353e8ceea92 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:14.410249 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-88d20348-96a8-46ec-ad0d-f6947cfd6f6e req-2fee2858-53d5-43bf-b550-d353e8ceea92 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 944 time: 0.0464618 Aug 26 15:58:14.463363 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-88d20348-96a8-46ec-ad0d-f6947cfd6f6e req-2f727504-cf41-462f-b278-95fb628e478f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474241 Aug 26 15:58:14.920483 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:15.025946 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51390) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:15.116882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897ba86-e299-489b-a026-3311bdc69531 req-e704f348-c07f-4376-ad67-968c777c0b18 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:15.130653 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1897ba86-e299-489b-a026-3311bdc69531 req-e704f348-c07f-4376-ad67-968c777c0b18 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0750382 Aug 26 15:58:15.178734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-00fd09d6-9445-4587-be91-bbf01bd8d0f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.203539 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1897ba86-e299-489b-a026-3311bdc69531 req-be6e6b23-ac7f-47a6-9873-1b95e2bf59de tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747287 Aug 26 15:58:15.293532 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-00fd09d6-9445-4587-be91-bbf01bd8d0f5 admin admin] Publish callbacks [] for security_group (1506cc09-16e9-4b1a-b5b4-7ab0b811991e), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.408672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-00fd09d6-9445-4587-be91-bbf01bd8d0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1506cc09-16e9-4b1a-b5b4-7ab0b811991e), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.452131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd09d6-9445-4587-be91-bbf01bd8d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1506cc09-16e9-4b1a-b5b4-7ab0b811991e,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:15.456652 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-00fd09d6-9445-4587-be91-bbf01bd8d0f5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=535a526b62c547b5a05141ec01526a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4295866 Aug 26 15:58:15.459426 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51406) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:15.517697 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] Publish callbacks [] for security_group (1506cc09-16e9-4b1a-b5b4-7ab0b811991e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.541685 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] Publish callbacks [] for security_group (1506cc09-16e9-4b1a-b5b4-7ab0b811991e), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.616239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378fcc2b-1f4c-41c1-a7c8-b99d5959d960 req-2bf72a1b-0ba4-4388-b8e0-5ef8f616fadd tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:15.617720 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-378fcc2b-1f4c-41c1-a7c8-b99d5959d960 req-2bf72a1b-0ba4-4388-b8e0-5ef8f616fadd tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 944 time: 0.0674512 Aug 26 15:58:15.654559 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:15.673424 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-378fcc2b-1f4c-41c1-a7c8-b99d5959d960 req-551bcbb5-7419-4267-a004-30328c1b7267 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497639 Aug 26 15:58:15.751636 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1506cc09-16e9-4b1a-b5b4-7ab0b811991e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.754995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:15.756695 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1506cc09-16e9-4b1a-b5b4-7ab0b811991e HTTP/1.1" status: 204 len: 168 time: 0.2963531 Aug 26 15:58:15.768524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a3e86-5f6b-4dd5-9d95-1bb3ac2df7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1506cc09-16e9-4b1a-b5b4-7ab0b811991e,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:16.343081 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba4dd5-bf6d-4c16-8881-996460f87f3a req-d6f9e08c-e44a-4c81-af13-5b63e8d37051 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:16.344690 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1eba4dd5-bf6d-4c16-8881-996460f87f3a req-d6f9e08c-e44a-4c81-af13-5b63e8d37051 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0622327 Aug 26 15:58:16.377273 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:16.408360 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1eba4dd5-bf6d-4c16-8881-996460f87f3a req-2008e7a9-0797-4e4c-a2b1-cf426b86f9d4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542629 Aug 26 15:58:16.778896 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device b58125e8-2973-41d3-8208-c72a7386dd43 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:58:16.800451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfab19-5dfd-42ad-a04e-25d20752e555 req-57f65b1f-b79a-4c1d-9e96-40710c31d07c tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:16.801996 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-92cfab19-5dfd-42ad-a04e-25d20752e555 req-57f65b1f-b79a-4c1d-9e96-40710c31d07c tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 944 time: 0.0480018 Aug 26 15:58:16.849952 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-92cfab19-5dfd-42ad-a04e-25d20752e555 req-cc90adc0-3a4f-4495-b6b2-d45de0c161d3 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Aug 26 15:58:16.885624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=b58125e8-2973-41d3-8208-c72a7386dd43,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:16.898695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'b58125e8-2973-41d3-8208-c72a7386dd43', 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457', 'port_id': 'b58125e8-2973-41d3-8208-c72a7386dd43', 'mac_address': 'fa:16:3e:11:67:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7586035-4f0f-4ab6-9fa3-05295a0d2fe6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:58:16.938235 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port b58125e8-2973-41d3-8208-c72a7386dd43 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:16.938703 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:16.956791 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58125e8-2973-41d3-8208-c72a7386dd43 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:16.961864 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:16.979422 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=b58125e8-2973-41d3-8208-c72a7386dd43,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:17.036735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51462) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:17.142089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-27550646-network', 'tenant_id': 'f3a9b259e9d54603af734306adbfe16c'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:17.151758 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.164558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eb0b4-586b-466c-96ce-df9d3b60ed7c req-152d851d-032f-48b3-91f4-9ca58cb89a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.166207 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d03eb0b4-586b-466c-96ce-df9d3b60ed7c req-152d851d-032f-48b3-91f4-9ca58cb89a4d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1130 time: 0.0587873 Aug 26 15:58:17.197874 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:17.214601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d03eb0b4-586b-466c-96ce-df9d3b60ed7c req-aba367cb-ea3c-4862-9192-923e705a60e9 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401723 Aug 26 15:58:17.309775 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Made reservation on behalf of f3a9b259e9d54603af734306adbfe16c for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:17.312229 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.320809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.396271 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks [] for security_group (ee3e666c-69c2-464e-9ae9-b752f8c2bdb8), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.534735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367717c9-07ca-454a-a693-b165dc848df4 req-e9babe34-0194-413b-a291-e0c39bd0d91b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.536300 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-367717c9-07ca-454a-a693-b165dc848df4 req-e9babe34-0194-413b-a291-e0c39bd0d91b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0458071 Aug 26 15:58:17.537374 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ee3e666c-69c2-464e-9ae9-b752f8c2bdb8), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.565916 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:17.586886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 959} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 15:58:17.601148 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:17.603577 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['b58125e8-2973-41d3-8208-c72a7386dd43'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:17.612642 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (e8fe6697-b044-4abc-99ec-6346a197a465), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.613361 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Added segment e8fe6697-b044-4abc-99ec-6346a197a465 of type vlan for network 93d3cdba-46e7-400a-a999-4977612a2c5c Aug 26 15:58:17.732540 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-367717c9-07ca-454a-a693-b165dc848df4 req-4effce28-9aaa-449f-a0a5-72d9d2a80e10 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237888 Aug 26 15:58:17.732540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (93d3cdba-46e7-400a-a999-4977612a2c5c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:17.969847 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd4f63-645d-4a57-8cd6-644e79051611 req-76dae751-7619-49b5-87e3-a8c18e9f4086 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:17.971327 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0bd4f63-645d-4a57-8cd6-644e79051611 req-76dae751-7619-49b5-87e3-a8c18e9f4086 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 945 time: 0.0473447 Aug 26 15:58:18.020309 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0bd4f63-645d-4a57-8cd6-644e79051611 req-b87d5055-2583-486c-bc43-149b2ee6a48f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Aug 26 15:58:18.048764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (93d3cdba-46e7-400a-a999-4977612a2c5c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.057238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:18.057238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.114741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] Pushing event updated for resources: {'Network': ['ID=93d3cdba-46e7-400a-a999-4977612a2c5c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:18.125728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 93d3cdba-46e7-400a-a999-4977612a2c5c details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 15:58:18.173464 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:18.187082 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-880b0588-7255-4260-ba18-82229b13ace8 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1491725 Aug 26 15:58:18.190227 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 51478) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:18.195216 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Request body: {'subnet': {'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-27550646-subnet', 'tenant_id': 'f3a9b259e9d54603af734306adbfe16c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:18.354799 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Made reservation on behalf of f3a9b259e9d54603af734306adbfe16c for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:18.357769 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64569523'] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.467288 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51482) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:18.581027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e938-9e7e-4ec3-b9b1-59495a61cb67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.634876 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63849414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64569473'] for subnet (404bf3fe-135f-484d-90ec-9f0ad9f29cb7), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.658381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e938-9e7e-4ec3-b9b1-59495a61cb67 admin admin] Publish callbacks [] for security_group (f97980af-9e20-48d8-adae-29d66fe74638), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.691535 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=404bf3fe-135f-484d-90ec-9f0ad9f29cb7,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:18.702191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Checking segment: {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:58:18.702577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Network hostable DHCP agents. Network: 93d3cdba-46e7-400a-a999-4977612a2c5c, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 15:58:18.720768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d1a7e938-9e7e-4ec3-b9b1-59495a61cb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f97980af-9e20-48d8-adae-29d66fe74638), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.762048 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d1a7e938-9e7e-4ec3-b9b1-59495a61cb67 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ffe6501464cc4c45994be1b272106870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935729 Aug 26 15:58:18.763369 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7e938-9e7e-4ec3-b9b1-59495a61cb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97980af-9e20-48d8-adae-29d66fe74638,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:18.765636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51490) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:18.808955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362990a-7288-4940-8b5d-0814c42183e4 req-1d6d089f-fe8f-478f-ac6c-4bae1408d820 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:18.810437 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e362990a-7288-4940-8b5d-0814c42183e4 req-1d6d089f-fe8f-478f-ac6c-4bae1408d820 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0516319 Aug 26 15:58:18.814334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Network 93d3cdba-46e7-400a-a999-4977612a2c5c is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 15:58:18.820507 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] Publish callbacks [] for security_group (f97980af-9e20-48d8-adae-29d66fe74638), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.841499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] Publish callbacks [] for security_group (f97980af-9e20-48d8-adae-29d66fe74638), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.862709 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e362990a-7288-4940-8b5d-0814c42183e4 req-c6562b1f-4a8b-4d20-b483-d9f6efb1bcb6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457120 Aug 26 15:58:18.948931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 93d3cdba-46e7-400a-a999-4977612a2c5c) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:18.953451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:18.954154 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.958773 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b615ee-9fcc-42bc-b61c-0dd1f76bed8c None None] Network 93d3cdba-46e7-400a-a999-4977612a2c5c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:58:18.971695 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f97980af-9e20-48d8-adae-29d66fe74638), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.974283 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:18.975451 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f97980af-9e20-48d8-adae-29d66fe74638 HTTP/1.1" status: 204 len: 168 time: 0.2089195 Aug 26 15:58:18.984567 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ab68d-ae5a-4948-a296-7e5f06e63a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97980af-9e20-48d8-adae-29d66fe74638,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:19.043220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a1456210-7cd5-4439-b6cc-c982ce8fd832 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8517010 Aug 26 15:58:19.069830 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17378bf6-3cf3-4e6b-a68e-985f6354f80f None None] Network 93d3cdba-46e7-400a-a999-4977612a2c5c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 15:58:19.159871 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499b585-5e96-43fc-859c-09798f0c5bc5 req-316e870b-969e-4650-a702-ae70a98a333f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:19.161383 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8499b585-5e96-43fc-859c-09798f0c5bc5 req-316e870b-969e-4650-a702-ae70a98a333f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 945 time: 0.0634196 Aug 26 15:58:19.212023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8499b585-5e96-43fc-859c-09798f0c5bc5 req-a7e3c47f-7331-44b7-9721-d113a268acce tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444770 Aug 26 15:58:19.283423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:19.789083 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=42 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:19.790195 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=43 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:19.948408 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:19.985403 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700ef50-c768-4998-ad6b-cee83d073298 req-6a5f5a75-2b55-45cb-8bca-a5486f3b542c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:19.986840 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6700ef50-c768-4998-ad6b-cee83d073298 req-6a5f5a75-2b55-45cb-8bca-a5486f3b542c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Aug 26 15:58:20.034317 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6700ef50-c768-4998-ad6b-cee83d073298 req-b56f7410-f5d3-4aa4-b590-3b96c54f3876 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Aug 26 15:58:20.289401 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:58:20.336054 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574a44a-77fa-4423-8bc9-f810103b238a req-07c23720-4e7c-4044-9871-9d37a0fc4c9c tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:20.337439 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5574a44a-77fa-4423-8bc9-f810103b238a req-07c23720-4e7c-4044-9871-9d37a0fc4c9c tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 945 time: 0.0500696 Aug 26 15:58:20.387607 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5574a44a-77fa-4423-8bc9-f810103b238a req-fb6ca99e-f245-493d-a311-a8a93184f4c0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Aug 26 15:58:21.157704 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1861f5-40d5-4173-b2ec-ec92c94a7c12 req-3cd896a3-c134-49d6-b697-fab2536c61fe tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:21.159297 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f1861f5-40d5-4173-b2ec-ec92c94a7c12 req-3cd896a3-c134-49d6-b697-fab2536c61fe tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0475750 Aug 26 15:58:21.209057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f1861f5-40d5-4173-b2ec-ec92c94a7c12 req-efd670a1-26f7-489b-8ae0-702b674acbbe tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439527 Aug 26 15:58:21.254025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device b58125e8-2973-41d3-8208-c72a7386dd43 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:58:21.297889 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port b58125e8-2973-41d3-8208-c72a7386dd43 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:58:21.414137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port b58125e8-2973-41d3-8208-c72a7386dd43 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:21.414520 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:21.503546 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port b58125e8-2973-41d3-8208-c72a7386dd43 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:21.504127 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:21.517329 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c31adb-8b10-4afb-86ad-2d92ed21fe65 req-10f68348-0a0d-489e-85b9-f5c423e5fbc0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:21.518876 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3c31adb-8b10-4afb-86ad-2d92ed21fe65 req-10f68348-0a0d-489e-85b9-f5c423e5fbc0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 945 time: 0.0533316 Aug 26 15:58:21.528141 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:21.537294 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac21704-0cce-4f64-a4f1-8f62c40663e1" -d '{"events": [{"server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "name": "network-vif-plugged", "status": "completed", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:21.544833 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=b58125e8-2973-41d3-8208-c72a7386dd43,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:21.580391 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3c31adb-8b10-4afb-86ad-2d92ed21fe65 req-563ffbac-bff6-40e5-8da1-ed2d14b1ab37 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548422 Aug 26 15:58:21.584804 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7214f5-5251-4d0e-bad9-28acd5fcc8b6 x-openstack-request-id: req-3d7214f5-5251-4d0e-bad9-28acd5fcc8b6 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:21.584964 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "name": "network-vif-plugged", "status": "completed", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:21.585214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3d7214f5-5251-4d0e-bad9-28acd5fcc8b6 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:21.585608 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7214f5-5251-4d0e-bad9-28acd5fcc8b6'] response: {'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43', 'code': 200} Aug 26 15:58:21.671924 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:21.722111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:22.332246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab58c5-ce28-425c-9ec0-7a8f49743771 req-1e21173a-ed32-43fa-a764-3d96632b1935 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.333624 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42ab58c5-ce28-425c-9ec0-7a8f49743771 req-1e21173a-ed32-43fa-a764-3d96632b1935 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0489354 Aug 26 15:58:22.389095 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0de3d-7ceb-4b9c-83b4-c6f99acaa4cc req-bf2bf2c3-44ce-480e-ae56-00f16c223137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.390620 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ab0de3d-7ceb-4b9c-83b4-c6f99acaa4cc req-bf2bf2c3-44ce-480e-ae56-00f16c223137 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 1130 time: 0.0561585 Aug 26 15:58:22.428105 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42ab58c5-ce28-425c-9ec0-7a8f49743771 req-38566b60-9d9e-4049-b5df-0944279271a4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847681 Aug 26 15:58:22.468302 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ab0de3d-7ceb-4b9c-83b4-c6f99acaa4cc req-12f26e6c-b970-46b0-8817-ee63acf2da24 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666041 Aug 26 15:58:22.568815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5f2c2-5edd-4468-9dc4-c80d316a2297 req-3a03df42-b9a1-488b-b69c-595e2d6c8a3c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.570536 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63e5f2c2-5edd-4468-9dc4-c80d316a2297 req-3a03df42-b9a1-488b-b69c-595e2d6c8a3c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0524597 Aug 26 15:58:22.679881 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63e5f2c2-5edd-4468-9dc4-c80d316a2297 req-b6930192-e0ec-4e04-b4a5-47fd394f6dff tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006458 Aug 26 15:58:22.728830 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-58b9b2dc-bfa0-4efd-bb76-120dd50a665e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:22.731541 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-58b9b2dc-bfa0-4efd-bb76-120dd50a665e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/networks?id=93d3cdba-46e7-400a-a999-4977612a2c5c HTTP/1.1" status: 200 len: 812 time: 0.1336160 Aug 26 15:58:22.746967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-cd4881d0-57f8-4c2b-b033-9f18f4e4ce19 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/quotas/f3a9b259e9d54603af734306adbfe16c HTTP/1.1" status: 200 len: 375 time: 0.0101292 Aug 26 15:58:23.045974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-ba5f59d5-9dc1-44a0-bc84-1a1c062e6bec tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413144 Aug 26 15:58:23.068919 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe1245-c2ea-495a-9b4a-e626ce6a7805 req-773739b1-de84-42bd-abb4-89ce81440746 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:23.070304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ffe1245-c2ea-495a-9b4a-e626ce6a7805 req-773739b1-de84-42bd-abb4-89ce81440746 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.3225083 Aug 26 15:58:23.143169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.172973 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ffe1245-c2ea-495a-9b4a-e626ce6a7805 req-5c29b875-56bb-41ad-9ae0-b7ac28e412d9 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916743 Aug 26 15:58:23.186711 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-be915a5b-361c-46dc-aae6-0b14bc26031e service neutron] 10.222.0.94 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328459 Aug 26 15:58:23.279840 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:23.290428 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-5346f91e-a1d7-4a72-a825-bf62559241ad service neutron] 10.222.0.94 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978568 Aug 26 15:58:23.610736 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80a731af-4b30-43f9-92ff-dd590e01db6f req-cde70adc-19b9-42a8-ac34-e229dc181ec1 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0515740 Aug 26 15:58:24.292243 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033d12a-d486-4f9d-86f9-4fc7b5c29224 req-47a5c038-871f-4abe-a6f2-04f21e7a5508 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:24.293947 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f033d12a-d486-4f9d-86f9-4fc7b5c29224 req-47a5c038-871f-4abe-a6f2-04f21e7a5508 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.0467637 Aug 26 15:58:24.343737 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f033d12a-d486-4f9d-86f9-4fc7b5c29224 req-bc0edefe-f051-477a-93ab-c09cc32619b7 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 Aug 26 15:58:24.685820 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-920d46e5-08b0-49fb-a4ce-1569fb4b95a4 req-1bc5871f-26d7-485c-8b57-f2dafa57cc56 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0296292 Aug 26 15:58:25.297542 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412139e-1dca-487c-a9d1-c305591e9228 req-8a2cee03-d8b6-4122-ac8d-759f1f003f59 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.303444 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8412139e-1dca-487c-a9d1-c305591e9228 req-8a2cee03-d8b6-4122-ac8d-759f1f003f59 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0572984 Aug 26 15:58:25.350297 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8412139e-1dca-487c-a9d1-c305591e9228 req-67f460e2-fbe2-4c22-8af2-05d27281ea8e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Aug 26 15:58:25.425626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-9c3f27c0-ab45-4788-94af-7c7521ab3af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.427150 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-9c3f27c0-ab45-4788-94af-7c7521ab3af1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.0394707 Aug 26 15:58:25.524663 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-1cab9d70-7fbe-4389-91f3-96ad9ac49b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.526021 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-1cab9d70-7fbe-4389-91f3-96ad9ac49b56 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.0904963 Aug 26 15:58:25.566989 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-7ecaf5d1-11c8-4d84-a382-c91cb4a1c66c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.0321229 Aug 26 15:58:25.617381 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-07759db2-4c39-407f-9bdd-c8f4d0fa9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.618801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-07759db2-4c39-407f-9bdd-c8f4d0fa9a74 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0452676 Aug 26 15:58:25.668606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-1a4ad769-97b3-48f9-82b0-577945b2f9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:25.670134 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-1a4ad769-97b3-48f9-82b0-577945b2f9a7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444787 Aug 26 15:58:25.836736 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ad5e0d2-6808-4d09-a3f5-97144f1fff5f req-c605eb4d-61fb-4412-bdb8-4d3b6f31c4ac tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0378609 Aug 26 15:58:25.882206 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-764fa881-5583-41a5-a5c6-e3672f20c896 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603279 Aug 26 15:58:25.989809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b50b4ac-b589-40c7-a3b3-199982946611 req-1dfcb50e-acef-44a3-9c80-bb23c322e99c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926175 Aug 26 15:58:26.378576 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc8c73-d16e-4409-8881-8e87e67df7ba req-2768068e-ba0a-4197-a2f0-eaa21c6db752 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:26.380600 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dcfc8c73-d16e-4409-8881-8e87e67df7ba req-2768068e-ba0a-4197-a2f0-eaa21c6db752 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.0609064 Aug 26 15:58:26.437706 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dcfc8c73-d16e-4409-8881-8e87e67df7ba req-7fed10e4-7a8d-40c9-9ac9-9159f0fc494e tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515313 Aug 26 15:58:26.505833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77639414-5160-4d6a-a245-15276743b9d7 req-e7c4f46b-2e21-4e52-92dc-6043f74762eb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:26.507472 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77639414-5160-4d6a-a245-15276743b9d7 req-e7c4f46b-2e21-4e52-92dc-6043f74762eb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0531735 Aug 26 15:58:26.563568 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77639414-5160-4d6a-a245-15276743b9d7 req-25233d39-2d7c-4941-b4aa-a83047513417 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Aug 26 15:58:26.953911 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2885a501-9074-4aec-9d8d-bdcf8094f21c req-5820e93a-aa19-4319-a444-18eb5263f7b5 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0292654 Aug 26 15:58:27.574454 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd14ae-a736-4595-96ca-1f54ba8252dc req-a64c824e-6ebb-4263-a0f1-29b4b888b61b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:27.574454 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40dd14ae-a736-4595-96ca-1f54ba8252dc req-a64c824e-6ebb-4263-a0f1-29b4b888b61b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.0499697 Aug 26 15:58:27.599361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:27.626453 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40dd14ae-a736-4595-96ca-1f54ba8252dc req-01974b29-c368-4458-818b-ffc674d64a55 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484650 Aug 26 15:58:27.829893 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da06930e-3619-437d-a367-36b1f61140b1 req-9a489aec-1beb-4992-800a-6025289a49dd tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:27.831298 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da06930e-3619-437d-a367-36b1f61140b1 req-9a489aec-1beb-4992-800a-6025289a49dd tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0483944 Aug 26 15:58:27.873078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:27.880782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da06930e-3619-437d-a367-36b1f61140b1 req-49d5b716-bf9d-4a2a-a3c4-47270cba2b44 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438967 Aug 26 15:58:28.054959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-22f4e55f-27da-4471-b14f-8b2a93438b81 req-96d46128-013a-494d-ba92-261712af2744 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Aug 26 15:58:28.519925 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51736) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:28.635610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b3979c1-e36d-47d7-8d40-225aba8662c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:28.679588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:28.714764 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b3979c1-e36d-47d7-8d40-225aba8662c4 admin admin] Publish callbacks [] for security_group (50dd8c16-c7ec-4703-98d8-cac2c63df2c9), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:28.748152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b726f-cdc6-4e01-81cd-322ba98e9951 req-60e30c45-7d57-4e73-9409-3efbccfe4ab0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:28.749679 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c6b726f-cdc6-4e01-81cd-322ba98e9951 req-60e30c45-7d57-4e73-9409-3efbccfe4ab0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.0490270 Aug 26 15:58:28.801878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c6b726f-cdc6-4e01-81cd-322ba98e9951 req-af7616d1-c16c-4aca-bfc2-636e76fe9f0a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Aug 26 15:58:28.837670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b3979c1-e36d-47d7-8d40-225aba8662c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (50dd8c16-c7ec-4703-98d8-cac2c63df2c9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:28.878191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3979c1-e36d-47d7-8d40-225aba8662c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd8c16-c7ec-4703-98d8-cac2c63df2c9,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:28.882635 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5b3979c1-e36d-47d7-8d40-225aba8662c4 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=377bc47cac8e4cd6821ecdb74755c741&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616784 Aug 26 15:58:28.885365 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 51746) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:28.887552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-ba72d1bc-3b65-4d89-99f2-fae783b33002 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:28.889062 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-ba72d1bc-3b65-4d89-99f2-fae783b33002 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 946 time: 0.0476956 Aug 26 15:58:28.955813 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] Publish callbacks [] for security_group (50dd8c16-c7ec-4703-98d8-cac2c63df2c9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:28.965683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:28.978093 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] Publish callbacks [] for security_group (50dd8c16-c7ec-4703-98d8-cac2c63df2c9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.024924 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Deleting port b58125e8-2973-41d3-8208-c72a7386dd43 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:29.025267 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.072784 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6d2ee-d023-477e-8aa8-a289d91837bd req-32ddbdfa-aa44-42b1-a134-f6db6473099a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:29.074946 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d8a6d2ee-d023-477e-8aa8-a289d91837bd req-32ddbdfa-aa44-42b1-a134-f6db6473099a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0985851 Aug 26 15:58:29.171290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (50dd8c16-c7ec-4703-98d8-cac2c63df2c9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.174125 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.175443 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/50dd8c16-c7ec-4703-98d8-cac2c63df2c9 HTTP/1.1" status: 204 len: 168 time: 0.2889521 Aug 26 15:58:29.183462 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4d50cde8-e6bb-4bf3-b3a0-890815ed240e req-aecb8e56-2842-461e-978d-7ac8fe3ad838 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0524058 Aug 26 15:58:29.185436 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225d93d-867e-4d9d-88c5-c2f4925266b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd8c16-c7ec-4703-98d8-cac2c63df2c9,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:29.191379 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d8a6d2ee-d023-477e-8aa8-a289d91837bd req-bdc32ae2-9575-4aa1-80d3-8ecac00dee0f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086862 Aug 26 15:58:29.193602 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] For port b58125e8-2973-41d3-8208-c72a7386dd43, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=b58125e8-2973-41d3-8208-c72a7386dd43,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:29.194219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.210439 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Calling delete_port for b58125e8-2973-41d3-8208-c72a7386dd43 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:29.391111 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-01e50be9-6988-450a-8e52-07beb181881b tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:29.392567 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-01e50be9-6988-450a-8e52-07beb181881b tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "GET /networking/v2.0/networks?id=93d3cdba-46e7-400a-a999-4977612a2c5c HTTP/1.1" status: 200 len: 812 time: 0.1115613 Aug 26 15:58:29.418046 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Request body: {'port': {'device_id': '98316258-36ac-4e26-b92d-48fc237b5818', 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c', 'admin_state_up': True, 'tenant_id': 'f3a9b259e9d54603af734306adbfe16c'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:29.449606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (b58125e8-2973-41d3-8208-c72a7386dd43), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.481886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Pushing event deleted for resources: {'Port': ['ID=b58125e8-2973-41d3-8208-c72a7386dd43,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:29.496053 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['b58125e8-2973-41d3-8208-c72a7386dd43'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:29.533257 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] No DVR routers for this DVR port b58125e8-2973-41d3-8208-c72a7386dd43 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:29.535734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.538894 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b59b9c8-d7f6-4d85-8a05-b2ba3e6eb7ba req-734d7948-26a8-4c51-8220-20c3b361d943 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "DELETE /networking/v2.0/ports/b58125e8-2973-41d3-8208-c72a7386dd43 HTTP/1.1" status: 204 len: 173 time: 0.6425457 Aug 26 15:58:29.539349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'name': 'network-vif-deleted', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:29.542888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b158762-7d2c-4721-97b2-2c6758f4a8f3" -d '{"events": [{"server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "name": "network-vif-deleted", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:29.589098 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097ad8b-8d8e-4f0b-a0a6-940a26f3294c x-openstack-request-id: req-7097ad8b-8d8e-4f0b-a0a6-940a26f3294c {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:29.589432 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca57bbc-68ea-4114-a936-36f8ef102682", "name": "network-vif-deleted", "tag": "b58125e8-2973-41d3-8208-c72a7386dd43", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:29.589690 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7097ad8b-8d8e-4f0b-a0a6-940a26f3294c {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:29.590100 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7097ad8b-8d8e-4f0b-a0a6-940a26f3294c'] response: {'server_uuid': '2ca57bbc-68ea-4114-a936-36f8ef102682', 'name': 'network-vif-deleted', 'tag': 'b58125e8-2973-41d3-8208-c72a7386dd43', 'status': 'completed', 'code': 200} Aug 26 15:58:29.714485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Made reservation on behalf of f3a9b259e9d54603af734306adbfe16c for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:29.718344 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:29.853213 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Allocated IP 172.20.0.14 (93d3cdba-46e7-400a-a999-4977612a2c5c/404bf3fe-135f-484d-90ec-9f0ad9f29cb7/e7d4227b-1c33-41ac-a99b-20b0fcfca9cc) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:29.909713 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:29.926326 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba55c25b-9bc2-4cd5-acad-ebf629ee321c req-5cd94437-7454-4666-b0a6-d98852151f01 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0302279 Aug 26 15:58:30.036932 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks [] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:30.253372 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:30.323586 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Pushing event updated for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:30.334841 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Network 93d3cdba-46e7-400a-a999-4977612a2c5c is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:30.337470 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:30.340035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:30.391447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70723f-6291-4ccf-becb-8edd766c996d req-464301f2-82ce-46fe-a16b-1648df0543a9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:30.392956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ec70723f-6291-4ccf-becb-8edd766c996d req-464301f2-82ce-46fe-a16b-1648df0543a9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0789208 Aug 26 15:58:30.400878 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd0f1-6280-48d3-9461-6a94905d429a req-654217f3-c69f-47a7-8e64-06ba2891b0d3 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:30.403775 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:30.406240 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:30.408238 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-348bd0f1-6280-48d3-9461-6a94905d429a req-654217f3-c69f-47a7-8e64-06ba2891b0d3 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 932 time: 0.1049733 Aug 26 15:58:30.486784 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-348bd0f1-6280-48d3-9461-6a94905d429a req-a4ad63b6-4709-4641-8353-c1cecce8974a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776927 Aug 26 15:58:30.489897 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ec70723f-6291-4ccf-becb-8edd766c996d req-ba027aec-8870-4397-88bd-1c71dae94426 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790946 Aug 26 15:58:30.535496 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-4c6112e4-879d-42ae-8069-4dfa9efc7bd0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1216829 Aug 26 15:58:30.562630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Request body: {'port': {'device_id': '98316258-36ac-4e26-b92d-48fc237b5818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:30.637850 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:30.649039 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:30.904800 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d4227b-1c33-41ac-a99b-20b0fcfca9cc {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:30.913066 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks [] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:30.926291 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Transition to ACTIVE for port object e7d4227b-1c33-41ac-a99b-20b0fcfca9cc will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:58:31.040983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:31.047882 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.070327 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-134bae8d-9afe-49fb-828e-c436aae996c8 req-71fcd042-8b65-4e6c-85d7-506f119645fb tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=2ca57bbc-68ea-4114-a936-36f8ef102682 HTTP/1.1" status: 200 len: 210 time: 0.0381029 Aug 26 15:58:31.148913 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:31.191891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Attempting to bind port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:58:31.195013 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Attempting to bind port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:58:31.195013 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Attempting to bind port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc on network 93d3cdba-46e7-400a-a999-4977612a2c5c {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:31.197179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc on network 93d3cdba-46e7-400a-a999-4977612a2c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:58:31.197487 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Attempting to bind port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc on network 93d3cdba-46e7-400a-a999-4977612a2c5c {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:31.199290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:31.203861 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:58:31.204286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Checking segment: {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:58:31.204631 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Bound using segment: {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:58:31.205134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Bound port: e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:58:31.205502 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.269499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:58:31.272537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:58:31.386752 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.395637 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.396057 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:31.397437 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/e7d4227b-1c33-41ac-a99b-20b0fcfca9cc HTTP/1.1" status: 200 len: 1094 time: 0.8405848 Aug 26 15:58:31.397878 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:31.400150 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:31.447494 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8b5ab5-606c-4fa1-91ea-8d0952140b74 x-openstack-request-id: req-5a8b5ab5-606c-4fa1-91ea-8d0952140b74 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:31.447789 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:31.448040 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5a8b5ab5-606c-4fa1-91ea-8d0952140b74 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:31.448462 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8b5ab5-606c-4fa1-91ea-8d0952140b74'] response: {'name': 'network-changed', 'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc', 'status': 'completed', 'code': 200} Aug 26 15:58:31.466444 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e1c91-da0f-4ded-a776-ca347e2f590c service neutron] Pushing event updated for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:31.573394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-6cf09c65-3b34-44ce-8e71-1df5b313f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.575683 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-6cf09c65-3b34-44ce-8e71-1df5b313f7cd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 1128 time: 0.0588536 Aug 26 15:58:31.640179 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65452d23-38f2-4ccb-a4b6-0d58367529a3 req-b8bd598d-db2c-4381-8544-868947d0250f tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.641695 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65452d23-38f2-4ccb-a4b6-0d58367529a3 req-b8bd598d-db2c-4381-8544-868947d0250f tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 944 time: 0.0627699 Aug 26 15:58:31.676804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:31.698662 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65452d23-38f2-4ccb-a4b6-0d58367529a3 req-c014695d-4523-45c7-a75f-eef1083a6d3c tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511804 Aug 26 15:58:31.778053 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46805f31-d4e7-4ce4-b595-83946f79b4aa req-9a8a8980-b3f6-4c60-a593-edb51509ca99 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.779582 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-46805f31-d4e7-4ce4-b595-83946f79b4aa req-9a8a8980-b3f6-4c60-a593-edb51509ca99 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0524352 Aug 26 15:58:31.803275 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-856a2900-d38d-492b-a4f0-3bb782990f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.804803 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-856a2900-d38d-492b-a4f0-3bb782990f44 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=f3a9b259e9d54603af734306adbfe16c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2123146 Aug 26 15:58:31.827189 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-46805f31-d4e7-4ce4-b595-83946f79b4aa req-9689ac23-5dc8-46d6-861d-fda8e81b4e0a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 Aug 26 15:58:31.979121 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-10abcac5-7c60-496c-9a28-daddc6dd5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:31.981618 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-440bbafd-6e3c-4a80-8cba-6d46b3761ed5 req-10abcac5-7c60-496c-9a28-daddc6dd5647 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687703 Aug 26 15:58:32.094515 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-eea7f540-2953-483a-b9d1-dab8a8b6b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:32.096032 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-eea7f540-2953-483a-b9d1-dab8a8b6b949 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 1128 time: 0.0431809 Aug 26 15:58:32.147072 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-805807df-fc18-47b2-943b-375e00851759 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc HTTP/1.1" status: 200 len: 217 time: 0.0350752 Aug 26 15:58:32.202177 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:32.209336 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-857d0195-2f66-470c-a124-f4d3bd957ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:32.211238 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-857d0195-2f66-470c-a124-f4d3bd957ab8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=404bf3fe-135f-484d-90ec-9f0ad9f29cb7 HTTP/1.1" status: 200 len: 852 time: 0.0548012 Aug 26 15:58:32.255634 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-20ab3f78-6db2-407a-8d74-0cf37d774842 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=93d3cdba-46e7-400a-a999-4977612a2c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329208 Aug 26 15:58:32.359936 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-f6cd6453-1afc-44c0-83f8-0098681f18e9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922923 Aug 26 15:58:32.438309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-0805656f-bf49-449c-a173-9571abde83f7 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:32.439928 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-0805656f-bf49-449c-a173-9571abde83f7 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/networks?id=896b40d0-f5e7-4bb6-9611-c340591fa457 HTTP/1.1" status: 200 len: 809 time: 0.1096814 Aug 26 15:58:32.455359 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-9716a1b4-766c-4426-82cd-3e7bb982ffb2 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/quotas/2ff1702cbe6d41b196df47d78f148368 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Aug 26 15:58:32.457290 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c9c09068-06fb-45ba-bc68-1853d80ce4d6 req-97c05f70-a45a-4d39-ae6d-e03816367346 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908542 Aug 26 15:58:32.490691 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-e252ab49-90d0-43de-b5de-17a77d4c0b61 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297742 Aug 26 15:58:32.588255 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-10ebca14-4266-47a9-ad42-d11ba2a55492 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910282 Aug 26 15:58:32.682445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-1110058e-e5f5-47e3-aeb3-4842d6da571a service neutron] 10.222.0.94 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877907 Aug 26 15:58:32.827474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af38d00-64c6-427e-8a00-a637412f2753 req-c01d1586-c392-4853-a582-288679ce39ab tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:32.828938 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3af38d00-64c6-427e-8a00-a637412f2753 req-c01d1586-c392-4853-a582-288679ce39ab tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 944 time: 0.0543444 Aug 26 15:58:32.882352 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3af38d00-64c6-427e-8a00-a637412f2753 req-0458373f-5526-4d60-9704-9d107f4141bd tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474730 Aug 26 15:58:32.966473 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5fff4eeb-76e9-44a9-99f5-355a488e53aa req-1afe4d4a-2a0e-40fa-989c-f0724ce7a56a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.0361474 Aug 26 15:58:33.005326 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:33.016947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ed24c-f98b-4de3-91b9-9b97af1f909c req-bd26b900-10bd-4a57-9638-36db0817e14a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:33.018561 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a9ed24c-f98b-4de3-91b9-9b97af1f909c req-bd26b900-10bd-4a57-9638-36db0817e14a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0555253 Aug 26 15:58:33.076257 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a9ed24c-f98b-4de3-91b9-9b97af1f909c req-60113614-647d-48e9-992e-4ac7858aa973 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496242 Aug 26 15:58:33.306113 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device b58125e8-2973-41d3-8208-c72a7386dd43 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:58:33.327803 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: b58125e8-2973-41d3-8208-c72a7386dd43 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:58:33.328136 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device b58125e8-2973-41d3-8208-c72a7386dd43 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:58:34.027714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c7e4b-6c73-4cd6-8e8f-2b080c004114 req-a37b36d1-523a-4cd0-83f6-a17a83740012 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:34.029308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e6c7e4b-6c73-4cd6-8e8f-2b080c004114 req-a37b36d1-523a-4cd0-83f6-a17a83740012 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 944 time: 0.0526130 Aug 26 15:58:34.069231 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c7139518-b0d5-4359-a887-1bcb06e0de27 req-d0045122-e20d-4d88-938b-74978600f570 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.0389004 Aug 26 15:58:34.101161 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e6c7e4b-6c73-4cd6-8e8f-2b080c004114 req-84dbbf4e-1c5e-4ec9-a5e1-63b289b2d5fb tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623133 Aug 26 15:58:34.211691 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4657-a37f-4bff-8591-0193599bb175 req-972be6ca-bf26-4d71-b087-68ece53aa700 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:34.213142 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d8d4657-a37f-4bff-8591-0193599bb175 req-972be6ca-bf26-4d71-b087-68ece53aa700 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0472260 Aug 26 15:58:34.263417 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d8d4657-a37f-4bff-8591-0193599bb175 req-4e192ca4-e4c7-40db-acb7-b5d4b1da7513 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Aug 26 15:58:35.187514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f59bf8f-5210-4b76-9ae6-f79ada0d2fa0 req-532893d8-c092-4b6c-9a99-03f1e53e471b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.0427692 Aug 26 15:58:35.239054 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73532c96-a8b4-46af-8914-d4b8669c0388 req-2b1cbd24-1034-4489-8438-61bf49d213e9 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:35.243353 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73532c96-a8b4-46af-8914-d4b8669c0388 req-2b1cbd24-1034-4489-8438-61bf49d213e9 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 944 time: 0.0522149 Aug 26 15:58:35.291487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e7d4227b-1c33-41ac-a99b-20b0fcfca9cc details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:58:35.295061 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73532c96-a8b4-46af-8914-d4b8669c0388 req-7ea63449-8d6a-4a90-9527-bbc69e662eec tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461769 Aug 26 15:58:35.407710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faaac7-a952-4d6f-be13-be839e4c421a req-e2aac862-7abe-40b6-8532-779e80476358 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:35.409406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-03faaac7-a952-4d6f-be13-be839e4c421a req-e2aac862-7abe-40b6-8532-779e80476358 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0580256 Aug 26 15:58:35.413102 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:35.429011 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc', 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c', 'port_id': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc', 'mac_address': 'fa:16:3e:b7:16:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404bf3fe-135f-484d-90ec-9f0ad9f29cb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:58:35.463327 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:35.469038 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:35.474081 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:35.483893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d4227b-1c33-41ac-a99b-20b0fcfca9cc {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:35.496854 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-03faaac7-a952-4d6f-be13-be839e4c421a req-6b86037a-aafa-476a-ab50-5d3b01c8d9de tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775692 Aug 26 15:58:35.511760 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:35.602553 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:35.656283 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:35.663484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.663854 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.664199 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.664541 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.664884 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.665217 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.665555 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.665884 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.666221 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.666547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.666877 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.667829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.668195 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.668509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:35.668834 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:36.145360 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['e7d4227b-1c33-41ac-a99b-20b0fcfca9cc'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:36.293731 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:36.297107 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:36.303402 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:36.336677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b65abaf-863c-422a-885d-dbd8bb641333 req-d6af4539-d479-4bbc-9af9-539f958093c8 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.0527616 Aug 26 15:58:36.434565 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc96bb-cbe8-4c8b-ad8d-3010b2036998 req-a32a01c6-4954-49a4-b310-ab907cad9dbf tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:36.436367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55dc96bb-cbe8-4c8b-ad8d-3010b2036998 req-a32a01c6-4954-49a4-b310-ab907cad9dbf tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 945 time: 0.0545552 Aug 26 15:58:36.494399 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55dc96bb-cbe8-4c8b-ad8d-3010b2036998 req-8c296dff-8aca-4259-97c4-2ae61b9732ed tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517673 Aug 26 15:58:36.625995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10b073-865d-4cbd-a6e3-d073a91abf96 req-cb7e3b81-70de-4a18-bd7c-900ea36b519a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:36.632812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8d10b073-865d-4cbd-a6e3-d073a91abf96 req-cb7e3b81-70de-4a18-bd7c-900ea36b519a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0537903 Aug 26 15:58:36.642280 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-24718d7e-753e-4ea3-afa6-3855af063376 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:36.643777 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-24718d7e-753e-4ea3-afa6-3855af063376 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "GET /networking/v2.0/networks?id=896b40d0-f5e7-4bb6-9611-c340591fa457 HTTP/1.1" status: 200 len: 809 time: 0.3056929 Aug 26 15:58:36.666765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Request body: {'port': {'device_id': '33640225-7b6b-41b9-af71-b8698d9b9764', 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457', 'admin_state_up': True, 'tenant_id': '2ff1702cbe6d41b196df47d78f148368'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:36.679731 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8d10b073-865d-4cbd-a6e3-d073a91abf96 req-e1a8dcf4-e1d6-47c7-bdd8-6376228a5975 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453258 Aug 26 15:58:36.859501 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Made reservation on behalf of 2ff1702cbe6d41b196df47d78f148368 for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:58:36.863332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:36.995325 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Allocated IP 172.20.0.8 (896b40d0-f5e7-4bb6-9611-c340591fa457/f7586035-4f0f-4ab6-9fa3-05295a0d2fe6/f4fa6357-1cb6-4a4e-8f53-16e01e325ce4) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:58:37.099383 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:37.146863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks [] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.292257 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.351087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e7d4227b-1c33-41ac-a99b-20b0fcfca9cc up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:58:37.358301 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Network 896b40d0-f5e7-4bb6-9611-c340591fa457 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:58:37.361765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Pushing event updated for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:37.364295 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:58:37.372072 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.372640 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.373635 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.373635 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.373835 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.374081 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.374330 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.374655 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.375130 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.375458 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.375782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.376105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.376423 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.376909 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.377233 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:37.387207 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:58:37.452053 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:37.452053 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.495747 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae554-58f2-46fc-9e3e-61a32374c607 req-b067359b-706e-45da-9e59-a2bdd56d6a71 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:37.497673 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c5dae554-58f2-46fc-9e3e-61a32374c607 req-b067359b-706e-45da-9e59-a2bdd56d6a71 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 931 time: 0.0615289 Aug 26 15:58:37.567840 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-bf39ee8b-70cf-4df4-b3d8-fc9b9e87ae9b tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8945384 Aug 26 15:58:37.567949 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c5dae554-58f2-46fc-9e3e-61a32374c607 req-1df6eb94-5778-49a1-954b-5ee29b7016af tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566444 Aug 26 15:58:37.594958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Request body: {'port': {'device_id': '33640225-7b6b-41b9-af71-b8698d9b9764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:37.608119 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:58:37.647964 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343bcd1-7e4d-4000-95c2-119ad9e0d35a req-24aff76d-3f0c-4040-8977-d9733ebfc539 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:37.649521 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d343bcd1-7e4d-4000-95c2-119ad9e0d35a req-24aff76d-3f0c-4040-8977-d9733ebfc539 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 945 time: 0.0475137 Aug 26 15:58:37.652531 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:37.659537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.663894 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:37.683848 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:37.684479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.686266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-152dc440-f2c1-4dfd-9ac5-6a9d643daea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.703308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d343bcd1-7e4d-4000-95c2-119ad9e0d35a req-df9d9f09-f52e-4e62-bb47-e0d98e7bd9d4 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Aug 26 15:58:37.779135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:37.779538 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.806304 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:37.808928 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523395f2-fd0c-4710-8096-1be956b5c3cd" -d '{"events": [{"server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:37.822134 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:37.829846 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8da0e-e251-4ac6-a816-e11df211135b req-73fab18b-d343-41f4-bf82-bda3ebca4922 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:37.831834 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1ad8da0e-e251-4ac6-a816-e11df211135b req-73fab18b-d343-41f4-bf82-bda3ebca4922 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0583096 Aug 26 15:58:37.848782 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fb9e1-d781-4483-b43a-42e93a85e873 x-openstack-request-id: req-7b9fb9e1-d781-4483-b43a-42e93a85e873 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:37.849104 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "name": "network-vif-plugged", "status": "completed", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:37.855692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7b9fb9e1-d781-4483-b43a-42e93a85e873 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:37.855692 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9fb9e1-d781-4483-b43a-42e93a85e873'] response: {'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc', 'code': 200} Aug 26 15:58:37.889093 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1ad8da0e-e251-4ac6-a816-e11df211135b req-7438bfff-7abb-4a62-b5cb-f3390aad44f1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Aug 26 15:58:37.944367 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.963118 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:37.971890 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks [] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:37.986219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Transition to ACTIVE for port object f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:58:37.992380 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:38.128132 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:38.155909 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:38.194994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:38.247148 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Attempting to bind port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:58:38.247479 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Attempting to bind port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:58:38.247802 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Attempting to bind port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:38.252049 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:58:38.252364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Attempting to bind port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 on network 896b40d0-f5e7-4bb6-9611-c340591fa457 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:58:38.257219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:58:38.257550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Checking segment: {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:58:38.259837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Bound using segment: {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:58:38.259837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Bound port: f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f7585f-f2af-40e4-ac70-a37af9c77143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:58:38.259837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:38.322653 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:58:38.327112 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:58:38.343418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce23d5-9105-42dd-bd8e-a2b551c359ce req-2ad11d5a-6e6c-4e55-9f97-2f9d9493ac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:38.344913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58ce23d5-9105-42dd-bd8e-a2b551c359ce req-2ad11d5a-6e6c-4e55-9f97-2f9d9493ac32 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 1130 time: 0.0399342 Aug 26 15:58:38.378022 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:38.393692 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58ce23d5-9105-42dd-bd8e-a2b551c359ce req-57238991-36df-4b78-bd10-5fdce570c815 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Aug 26 15:58:38.400063 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:38.406232 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:38.406873 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:38.408326 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 HTTP/1.1" status: 200 len: 1093 time: 0.8195515 Aug 26 15:58:38.408815 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:38.411171 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71997e2-b0ee-4194-8223-032adf9167f3" -d '{"events": [{"name": "network-changed", "server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:38.453832 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e87bfcf-b942-4ab3-aad3-39f976507646 x-openstack-request-id: req-4e87bfcf-b942-4ab3-aad3-39f976507646 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:38.454163 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:38.454464 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4e87bfcf-b942-4ab3-aad3-39f976507646 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:38.454865 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e87bfcf-b942-4ab3-aad3-39f976507646'] response: {'name': 'network-changed', 'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4', 'status': 'completed', 'code': 200} Aug 26 15:58:38.464643 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bf070-fb19-419d-b504-8ab7aad0a688 service neutron] Pushing event updated for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:38.687890 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25161e2-651d-4bd6-a75b-37235672c870 req-cd771696-e530-4b29-a5fb-051808b1d3d3 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:38.689354 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e25161e2-651d-4bd6-a75b-37235672c870 req-cd771696-e530-4b29-a5fb-051808b1d3d3 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0478151 Aug 26 15:58:38.736923 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e25161e2-651d-4bd6-a75b-37235672c870 req-d37ed4fe-e945-4757-ad2a-8f8222b0557d tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Aug 26 15:58:38.841593 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ca3da-8bb2-4bae-a79a-f625152f45b9 req-ddbe8156-55ab-40ab-a0ee-faf85feb9463 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:38.843099 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b18ca3da-8bb2-4bae-a79a-f625152f45b9 req-ddbe8156-55ab-40ab-a0ee-faf85feb9463 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.0533152 Aug 26 15:58:38.879487 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-fb710032-27cb-496a-acb1-13ad56c86b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:38.881117 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-fb710032-27cb-496a-acb1-13ad56c86b5e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 1127 time: 0.0466309 Aug 26 15:58:38.895059 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b18ca3da-8bb2-4bae-a79a-f625152f45b9 req-c76fccc3-a8fc-4407-a777-09fc44eb95e5 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Aug 26 15:58:39.009471 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9494-8965-474c-8e65-f858b7acff15 req-54d8f2ad-f9b6-4d21-a3f6-90a3324e2232 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.011263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4bda9494-8965-474c-8e65-f858b7acff15 req-54d8f2ad-f9b6-4d21-a3f6-90a3324e2232 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0470092 Aug 26 15:58:39.065749 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4bda9494-8965-474c-8e65-f858b7acff15 req-be4eb5b4-a834-4239-80f8-891ea8d9fad8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Aug 26 15:58:39.515343 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-42848ac8-d176-4f27-aeb8-85baa10628ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.516541 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-42848ac8-d176-4f27-aeb8-85baa10628ac service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=2ff1702cbe6d41b196df47d78f148368&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0984316 Aug 26 15:58:39.878406 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b9c46-a975-400c-8c3a-8cd91ce1bac2 req-c68b5a58-1a07-4f58-bfe4-8d6e58a9250a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:39.879908 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c0b9c46-a975-400c-8c3a-8cd91ce1bac2 req-c68b5a58-1a07-4f58-bfe4-8d6e58a9250a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0500543 Aug 26 15:58:39.930144 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6c0b9c46-a975-400c-8c3a-8cd91ce1bac2 req-58cb095f-f5dc-4143-8e1e-3c1bcfead899 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445626 Aug 26 15:58:40.019567 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8076-d034-4b2d-8e5a-eda9cc878897 req-93e5fae6-5ff4-4d3e-9ae5-a04353bdbc7b tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:40.021056 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fd1a8076-d034-4b2d-8e5a-eda9cc878897 req-93e5fae6-5ff4-4d3e-9ae5-a04353bdbc7b tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.0479896 Aug 26 15:58:40.069939 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fd1a8076-d034-4b2d-8e5a-eda9cc878897 req-8c770488-9a79-40df-bc31-3499dee5b85e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Aug 26 15:58:40.205536 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-bd751f2f-d1ef-476c-9183-5ff0b4a907d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:40.207144 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf05dd3-b83f-434d-b41b-b64c6b1b894a req-50645a93-90e8-441f-ba59-30fed1a3857f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:40.207541 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-b71997e2-b0ee-4194-8223-032adf9167f3 req-bd751f2f-d1ef-476c-9183-5ff0b4a907d8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235621 Aug 26 15:58:40.208782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fdf05dd3-b83f-434d-b41b-b64c6b1b894a req-50645a93-90e8-441f-ba59-30fed1a3857f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0514359 Aug 26 15:58:40.234972 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-02f7db1b-16cf-45f3-98f9-4a9809a1b0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:40.279364 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fdf05dd3-b83f-434d-b41b-b64c6b1b894a req-c28a4193-1132-4896-aa22-febc74fa9f90 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638542 Aug 26 15:58:40.594157 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:41.054757 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa5147-ccce-4c6c-8952-79d8a4b98d5a req-3626f036-dba3-4df6-aa8e-e52bd4a4b374 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:41.056260 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47aa5147-ccce-4c6c-8952-79d8a4b98d5a req-3626f036-dba3-4df6-aa8e-e52bd4a4b374 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0510716 Aug 26 15:58:41.098545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-1a0bc532-c1d9-464b-b135-0517b9a20147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:41.100167 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-1a0bc532-c1d9-464b-b135-0517b9a20147 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=2ff1702cbe6d41b196df47d78f148368&device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 1127 time: 0.0410075 Aug 26 15:58:41.107543 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47aa5147-ccce-4c6c-8952-79d8a4b98d5a req-1c229990-47c8-4076-b196-cdfbd03142ba tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 Aug 26 15:58:41.167841 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-2cc6ec2b-0ad5-4622-a284-3e8927d90311 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 HTTP/1.1" status: 200 len: 217 time: 0.0445201 Aug 26 15:58:41.219732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35077a-1c3f-4fa8-a999-e5275b666ec4 req-290b1412-bab3-4e65-af25-5f9dc625d958 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:41.224463 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b35077a-1c3f-4fa8-a999-e5275b666ec4 req-290b1412-bab3-4e65-af25-5f9dc625d958 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.0625095 Aug 26 15:58:41.238610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-d9e97c95-0515-4b59-82b3-ee72b0fb788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:41.244773 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-d9e97c95-0515-4b59-82b3-ee72b0fb788a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f7586035-4f0f-4ab6-9fa3-05295a0d2fe6 HTTP/1.1" status: 200 len: 849 time: 0.0555992 Aug 26 15:58:41.276229 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b35077a-1c3f-4fa8-a999-e5275b666ec4 req-236c3aeb-265c-4778-a3f2-f495fdf6a75b tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Aug 26 15:58:41.355583 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-0cc3e92e-1ea6-48aa-97d1-75bd81855759 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=896b40d0-f5e7-4bb6-9611-c340591fa457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353980 Aug 26 15:58:41.420194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:41.429102 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf2636-22f3-446f-bd75-40379da45992 req-60acc6c6-1edb-4498-a3e6-26831e729e35 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:41.437227 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cbf2636-22f3-446f-bd75-40379da45992 req-60acc6c6-1edb-4498-a3e6-26831e729e35 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0650632 Aug 26 15:58:41.467633 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-7147eb18-4151-4812-8a00-137f6606a913 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045940 Aug 26 15:58:41.500039 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:41.500039 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cbf2636-22f3-446f-bd75-40379da45992 req-28bbc64a-cff0-44a5-9603-11ab0a16fcf0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560501 Aug 26 15:58:41.596652 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-dc21b4f9-8c53-4147-9fcd-e0e8e3d813b0 req-b188a65c-4793-4392-819d-c011126f9bfa service neutron] 10.222.0.102 "GET /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116514 Aug 26 15:58:41.881931 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:42.236675 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967a170-63b4-4524-8aa0-5425d324eac3 req-cba69d3e-d91b-46cf-9832-99089d645edb tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.238432 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9967a170-63b4-4524-8aa0-5425d324eac3 req-cba69d3e-d91b-46cf-9832-99089d645edb tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0501754 Aug 26 15:58:42.296782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9967a170-63b4-4524-8aa0-5425d324eac3 req-829c8a54-eddb-4a78-921b-22280873af3a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520208 Aug 26 15:58:42.627558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc2fec-909d-465e-bd14-3f885d81c6a0 req-3450706a-e873-4810-a0db-7773575e2fcf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:42.628991 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dcc2fec-909d-465e-bd14-3f885d81c6a0 req-3450706a-e873-4810-a0db-7773575e2fcf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0530717 Aug 26 15:58:42.681010 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dcc2fec-909d-465e-bd14-3f885d81c6a0 req-3435b468-756c-44ce-8688-77732f6fec03 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463142 Aug 26 15:58:43.279963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:43.434446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce258e-6af8-4a67-b504-d966e605ac62 req-bd3bd3ff-c302-4415-b70f-169aaacdf140 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:43.436117 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63ce258e-6af8-4a67-b504-d966e605ac62 req-bd3bd3ff-c302-4415-b70f-169aaacdf140 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0513265 Aug 26 15:58:43.485103 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63ce258e-6af8-4a67-b504-d966e605ac62 req-ba2160e8-3c27-4c7a-9cda-18b295143ea8 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426910 Aug 26 15:58:43.488713 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:43.779121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:43.831848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f3ae3-4bc1-4a5d-8920-71a70d1d2c0e req-ebde4898-2eb2-43b3-9917-1ab6239f6a00 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:43.836307 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-687f3ae3-4bc1-4a5d-8920-71a70d1d2c0e req-ebde4898-2eb2-43b3-9917-1ab6239f6a00 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0725503 Aug 26 15:58:43.865336 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-629cb274-dbc4-4401-8f0a-c7ccacf6a6bd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535443 Aug 26 15:58:43.898557 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-687f3ae3-4bc1-4a5d-8920-71a70d1d2c0e req-9fa4bf4c-7769-4667-9a64-296fa4af0f1e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499492 Aug 26 15:58:44.008362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-c56addef-e02a-46ac-9997-726839719b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:44.008362 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-c56addef-e02a-46ac-9997-726839719b03 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1130 time: 0.0453250 Aug 26 15:58:44.090569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-37b03235-ee05-4f36-9bb4-a5e4cc910ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:44.092090 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-37b03235-ee05-4f36-9bb4-a5e4cc910ec6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.0930183 Aug 26 15:58:44.140620 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-2af0abe4-51bf-4061-9005-35c25046b98b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 217 time: 0.0345609 Aug 26 15:58:44.197825 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-2c3c18e7-a280-4a94-aaf1-0a92f43d4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:44.199458 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-2c3c18e7-a280-4a94-aaf1-0a92f43d4597 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0522842 Aug 26 15:58:44.243843 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-c15071e2-5481-4ebe-87d7-b688566b6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:44.245896 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-c15071e2-5481-4ebe-87d7-b688566b6068 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397363 Aug 26 15:58:44.303126 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:44.346392 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-8d6fd2fb-02f6-4405-8e67-0c781fba1442 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937476 Aug 26 15:58:44.453821 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6dbc110c-e3e4-4429-8ad3-bd838e68cdc1 req-800b476f-42e0-4132-adcd-ea5d67e46b33 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990984 Aug 26 15:58:44.570654 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52198) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:44.623122 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e92a1-a8ca-4a6a-88cc-8f807ab6ed07 req-da7b6ba6-4884-424d-9cae-8a04c03474d9 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:44.624599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a0e92a1-a8ca-4a6a-88cc-8f807ab6ed07 req-da7b6ba6-4884-424d-9cae-8a04c03474d9 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 943 time: 0.0598857 Aug 26 15:58:44.687010 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a0e92a1-a8ca-4a6a-88cc-8f807ab6ed07 req-c360b6fc-303e-4bf5-add9-192e8b86519a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553718 Aug 26 15:58:44.694712 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-af5d017f-15e0-4512-b936-611285876f88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:44.783661 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-af5d017f-15e0-4512-b936-611285876f88 admin admin] Publish callbacks [] for security_group (5825cca5-b6b5-4a0e-a683-8e62d34dccd9), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:44.904502 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-af5d017f-15e0-4512-b936-611285876f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5825cca5-b6b5-4a0e-a683-8e62d34dccd9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:44.973721 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d017f-15e0-4512-b936-611285876f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825cca5-b6b5-4a0e-a683-8e62d34dccd9,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:44.982142 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-af5d017f-15e0-4512-b936-611285876f88 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d0eabad47bab407bb7aaa352dcbf4140&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4098499 Aug 26 15:58:44.984855 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 52212) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:45.083816 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7efe72e-54af-4265-b1a2-1603b8c668ea req-133b595a-0912-47e7-95f7-5ac1067b1eae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:45.085263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e7efe72e-54af-4265-b1a2-1603b8c668ea req-133b595a-0912-47e7-95f7-5ac1067b1eae tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0654492 Aug 26 15:58:45.090278 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Publish callbacks [] for security_group (5825cca5-b6b5-4a0e-a683-8e62d34dccd9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.126030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Publish callbacks [] for security_group (5825cca5-b6b5-4a0e-a683-8e62d34dccd9), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.181705 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e7efe72e-54af-4265-b1a2-1603b8c668ea req-d65ef859-5043-4c3a-97a6-65be77cd7fc6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884025 Aug 26 15:58:45.306223 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5825cca5-b6b5-4a0e-a683-8e62d34dccd9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.309433 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.310637 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/5825cca5-b6b5-4a0e-a683-8e62d34dccd9 HTTP/1.1" status: 204 len: 168 time: 0.3244004 Aug 26 15:58:45.321803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825cca5-b6b5-4a0e-a683-8e62d34dccd9,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:45.323473 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:58:45.330911 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.331333 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.331678 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.332009 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.332332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.332657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.332980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.333382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.333701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.334019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.334334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.334647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.334985 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.335295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.335606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e9b5b0-e015-4803-adea-1904ada685b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:58:45.467000 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:45.481738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4', 'network_id': '896b40d0-f5e7-4bb6-9611-c340591fa457', 'port_id': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4', 'mac_address': 'fa:16:3e:b3:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7586035-4f0f-4ab6-9fa3-05295a0d2fe6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:58:45.535492 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:45.536043 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.552053 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:58:45.577601 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:45.671525 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:45.725737 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:45.827366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ea894-4274-4520-9153-e4364c2f2a66 req-dbeb064b-1f46-41f9-9c93-6d7c3bfd8e84 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:45.828837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c22ea894-4274-4520-9153-e4364c2f2a66 req-dbeb064b-1f46-41f9-9c93-6d7c3bfd8e84 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 944 time: 0.0499187 Aug 26 15:58:45.877295 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c22ea894-4274-4520-9153-e4364c2f2a66 req-dabef0e8-f802-4561-a01d-2ba0846dfcf9 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427170 Aug 26 15:58:46.051636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52236) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:46.067281 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7111-b1ed-4440-bc32-f68e9c85b959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.118665 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:46.147282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7111-b1ed-4440-bc32-f68e9c85b959 admin admin] Publish callbacks [] for security_group (ca254cd0-9f9f-4759-a9b8-67ea60ba61e4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.214551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['f4fa6357-1cb6-4a4e-8f53-16e01e325ce4'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:46.240669 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d9ea7111-b1ed-4440-bc32-f68e9c85b959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ca254cd0-9f9f-4759-a9b8-67ea60ba61e4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.288486 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d9ea7111-b1ed-4440-bc32-f68e9c85b959 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3f6ab7a0203c49a9872135b1a02def6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356191 Aug 26 15:58:46.289862 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea7111-b1ed-4440-bc32-f68e9c85b959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca254cd0-9f9f-4759-a9b8-67ea60ba61e4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:46.293278 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52244) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:46.309602 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:46.316055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f526992-7d9f-4f8a-83a5-43821e66e514 req-353d796f-9fac-4fe9-b54e-84a7ec53d4f3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:46.323907 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f526992-7d9f-4f8a-83a5-43821e66e514 req-353d796f-9fac-4fe9-b54e-84a7ec53d4f3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0581872 Aug 26 15:58:46.326368 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:46.336826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:46.365671 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] Publish callbacks [] for security_group (ca254cd0-9f9f-4759-a9b8-67ea60ba61e4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.376069 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f526992-7d9f-4f8a-83a5-43821e66e514 req-1c56608a-f672-4f88-93f9-91b9d6e8b6f1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505383 Aug 26 15:58:46.398659 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] Publish callbacks [] for security_group (ca254cd0-9f9f-4759-a9b8-67ea60ba61e4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.519426 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ca254cd0-9f9f-4759-a9b8-67ea60ba61e4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.521971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:46.523192 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ca254cd0-9f9f-4759-a9b8-67ea60ba61e4 HTTP/1.1" status: 204 len: 168 time: 0.2288039 Aug 26 15:58:46.535162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563dfec-ddb7-4975-9045-e895f7b77161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca254cd0-9f9f-4759-a9b8-67ea60ba61e4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:47.039734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f5905-4fbf-4312-810c-224922c3c9e3 req-2b5904ad-63b2-41e3-888d-d9bca14d48a5 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:47.049766 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-299f5905-4fbf-4312-810c-224922c3c9e3 req-2b5904ad-63b2-41e3-888d-d9bca14d48a5 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 944 time: 0.0721264 Aug 26 15:58:47.111427 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-299f5905-4fbf-4312-810c-224922c3c9e3 req-fe24c500-7408-434f-9433-1eeb1615601a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628967 Aug 26 15:58:47.421046 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:58:47.469458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:58:47.516360 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c449e-8025-4ea7-8456-77dbff306142 req-6a4e8b7d-fddf-4032-a97f-783c6d26685c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:47.518290 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d0c449e-8025-4ea7-8456-77dbff306142 req-6a4e8b7d-fddf-4032-a97f-783c6d26685c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0519421 Aug 26 15:58:47.542695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:58:47.542944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:47.571244 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3d0c449e-8025-4ea7-8456-77dbff306142 req-69d30b07-5840-4990-abdd-85c07c8f5610 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468059 Aug 26 15:58:47.633122 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:58:47.634091 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:47.666334 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:47.666334 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea510667-f875-4694-a65d-afda4ff2eee1" -d '{"events": [{"server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:47.676242 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:47.707810 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b836a80e-d679-4e6a-b326-22a8b29871f8 x-openstack-request-id: req-b836a80e-d679-4e6a-b326-22a8b29871f8 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:47.708112 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "name": "network-vif-plugged", "status": "completed", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:47.708370 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b836a80e-d679-4e6a-b326-22a8b29871f8 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:47.708761 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b836a80e-d679-4e6a-b326-22a8b29871f8'] response: {'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4', 'code': 200} Aug 26 15:58:47.742630 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:47.805980 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:48.117604 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0315787-00c4-4076-86bd-c8fde94fd227 req-dbe15941-d5b1-4417-9e6a-fc3aefbabe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:48.119221 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a0315787-00c4-4076-86bd-c8fde94fd227 req-dbe15941-d5b1-4417-9e6a-fc3aefbabe43 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 1129 time: 0.0395119 Aug 26 15:58:48.169324 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a0315787-00c4-4076-86bd-c8fde94fd227 req-f7802f79-f61d-46cf-9ec7-12a06ff51e64 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Aug 26 15:58:48.241839 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01eda72-a8f0-4f90-ac22-5a74dcc0164d req-b8d6ee46-a137-469a-ad8f-ba2d5c5be094 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:48.243507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f01eda72-a8f0-4f90-ac22-5a74dcc0164d req-b8d6ee46-a137-469a-ad8f-ba2d5c5be094 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0536690 Aug 26 15:58:48.298262 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f01eda72-a8f0-4f90-ac22-5a74dcc0164d req-0e2e92cd-4917-46dd-9c87-c694330df960 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Aug 26 15:58:48.696299 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef717a59-babf-4401-93e1-15795f61b12a req-7d4563ed-e86e-4e4f-abcc-f4511698e19c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:48.697767 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ef717a59-babf-4401-93e1-15795f61b12a req-7d4563ed-e86e-4e4f-abcc-f4511698e19c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0505173 Aug 26 15:58:48.749927 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ef717a59-babf-4401-93e1-15795f61b12a req-82bb5a6c-d245-48f9-80d2-069b98e7b83b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Aug 26 15:58:49.419448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d28cd-4ac9-494d-be5e-dce95f2ee47d req-2f0b0124-1fe3-495c-8f71-38c70209f458 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:49.420908 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-182d28cd-4ac9-494d-be5e-dce95f2ee47d req-2f0b0124-1fe3-495c-8f71-38c70209f458 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Aug 26 15:58:49.478531 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-182d28cd-4ac9-494d-be5e-dce95f2ee47d req-8f32f12c-e2e5-4f63-a25f-d8bd78790dca tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518382 Aug 26 15:58:49.843185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:49.880029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2fcbc-be3b-463f-9ba2-e7831dd0bfeb req-89177d34-c418-435c-8b83-10dfa51bf62d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:49.881539 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-06c2fcbc-be3b-463f-9ba2-e7831dd0bfeb req-89177d34-c418-435c-8b83-10dfa51bf62d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0482700 Aug 26 15:58:49.935858 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-06c2fcbc-be3b-463f-9ba2-e7831dd0bfeb req-60249bc9-24c9-46a3-9bc8-b707fef65e73 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Aug 26 15:58:50.600219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c363f4-51ed-4df1-8f05-2b48bda0fd99 req-45f7eeb5-dd77-4877-a322-120ace05eeee tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:50.601692 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-01c363f4-51ed-4df1-8f05-2b48bda0fd99 req-45f7eeb5-dd77-4877-a322-120ace05eeee tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0511866 Aug 26 15:58:50.661752 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-01c363f4-51ed-4df1-8f05-2b48bda0fd99 req-7daa5d25-5b08-4a18-b7dc-919a8e62cd74 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536821 Aug 26 15:58:50.761130 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbdfb1f-d788-47d4-a2e9-afcda57405f8 req-430e87a2-428a-4bfe-8691-2c5c16187089 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:50.762888 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-abbdfb1f-d788-47d4-a2e9-afcda57405f8 req-430e87a2-428a-4bfe-8691-2c5c16187089 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0518847 Aug 26 15:58:50.818733 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-abbdfb1f-d788-47d4-a2e9-afcda57405f8 req-ecbf9e38-6d63-42e9-8840-871817c1bc70 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501573 Aug 26 15:58:51.071773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa63a15-8b45-4f2b-8735-45f720d60707 req-9a3ee824-5201-426d-bcfd-1a20cbdb036f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:51.073904 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8aa63a15-8b45-4f2b-8735-45f720d60707 req-9a3ee824-5201-426d-bcfd-1a20cbdb036f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Aug 26 15:58:51.124182 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8aa63a15-8b45-4f2b-8735-45f720d60707 req-dd674158-d81c-499d-bd3c-da11198da839 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439870 Aug 26 15:58:51.783084 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31314cf8-aec6-4abc-9020-210b19465aee req-fc9244cc-029f-4a3a-8b4e-3cfbc7386c72 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:51.784561 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31314cf8-aec6-4abc-9020-210b19465aee req-fc9244cc-029f-4a3a-8b4e-3cfbc7386c72 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0467751 Aug 26 15:58:51.832189 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:51.836795 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31314cf8-aec6-4abc-9020-210b19465aee req-428caa44-6981-4c3d-b091-c2153b25dec8 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464678 Aug 26 15:58:51.954959 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740f425-2714-45bc-9ce9-bd77fff0b736 req-30244063-8349-4dc1-9b1c-54ba68b0c20b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:51.956521 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5740f425-2714-45bc-9ce9-bd77fff0b736 req-30244063-8349-4dc1-9b1c-54ba68b0c20b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0488212 Aug 26 15:58:52.005760 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5740f425-2714-45bc-9ce9-bd77fff0b736 req-7543c24d-dea3-416c-9d38-4bae3bcd164a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433218 Aug 26 15:58:52.243486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6b2f7-60dc-4775-92e6-f7db7a2b1c47 req-dd4e9ff2-1db1-43fb-aa4d-b17ea4a921c6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:52.247791 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31f6b2f7-60dc-4775-92e6-f7db7a2b1c47 req-dd4e9ff2-1db1-43fb-aa4d-b17ea4a921c6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0477710 Aug 26 15:58:52.296865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31f6b2f7-60dc-4775-92e6-f7db7a2b1c47 req-b4ea6d3d-ab4d-4772-bdf8-76e625395c4f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444031 Aug 26 15:58:53.140135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088256aa-f552-498c-b090-a40c75f598fd req-c2c3a66a-db71-4c42-ad44-334d918f39e3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:53.141724 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-088256aa-f552-498c-b090-a40c75f598fd req-c2c3a66a-db71-4c42-ad44-334d918f39e3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0517929 Aug 26 15:58:53.189544 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-088256aa-f552-498c-b090-a40c75f598fd req-fe5f62d3-9cfb-41bd-97ca-9a18c368b093 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420232 Aug 26 15:58:53.438829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94c4f1-5c2e-4434-b326-6c977ef994cb req-83ebcc9d-15cc-4177-aad7-efa27df0c16b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:53.440480 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf94c4f1-5c2e-4434-b326-6c977ef994cb req-83ebcc9d-15cc-4177-aad7-efa27df0c16b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0521898 Aug 26 15:58:53.490349 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf94c4f1-5c2e-4434-b326-6c977ef994cb req-4b40daab-78b1-44b1-9874-fec44bddf77a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441020 Aug 26 15:58:53.675742 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52456) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:53.790075 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9918e245-a6bd-47cc-8339-f3f8bd4c754e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:53.837487 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:53.879348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9918e245-a6bd-47cc-8339-f3f8bd4c754e admin admin] Publish callbacks [] for security_group (bb6ae75b-a483-41ea-a796-042749b61216), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:53.894021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad7911-2b6d-4e4e-9fd3-b052c7819bea req-29805221-f313-47f0-881a-770a5032f1d4 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:53.895596 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49ad7911-2b6d-4e4e-9fd3-b052c7819bea req-29805221-f313-47f0-881a-770a5032f1d4 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0599368 Aug 26 15:58:53.945723 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49ad7911-2b6d-4e4e-9fd3-b052c7819bea req-82fe9913-6a39-4c5e-8f55-a00f50a9e3b9 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Aug 26 15:58:53.964629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9918e245-a6bd-47cc-8339-f3f8bd4c754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bb6ae75b-a483-41ea-a796-042749b61216), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.005360 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9918e245-a6bd-47cc-8339-f3f8bd4c754e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=556abb9db8f84cc7b86058d431abf693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3284533 Aug 26 15:58:54.006139 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918e245-a6bd-47cc-8339-f3f8bd4c754e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6ae75b-a483-41ea-a796-042749b61216,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:54.008076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 52462) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:54.062422 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] Publish callbacks [] for security_group (bb6ae75b-a483-41ea-a796-042749b61216), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.084207 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] Publish callbacks [] for security_group (bb6ae75b-a483-41ea-a796-042749b61216), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.205170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bb6ae75b-a483-41ea-a796-042749b61216), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.207732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.208863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/bb6ae75b-a483-41ea-a796-042749b61216 HTTP/1.1" status: 204 len: 168 time: 0.1997676 Aug 26 15:58:54.217986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5cf47-9549-45e4-ba51-0eb0750ac70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6ae75b-a483-41ea-a796-042749b61216,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:54.309443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:54.322625 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbeb37-dfd1-46bd-adb8-77c3bb0fe205 req-e133d419-280e-42ce-ab24-b027e2342ec3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:54.324914 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aacbeb37-dfd1-46bd-adb8-77c3bb0fe205 req-e133d419-280e-42ce-ab24-b027e2342ec3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0504615 Aug 26 15:58:54.380072 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aacbeb37-dfd1-46bd-adb8-77c3bb0fe205 req-a09ad8c7-fba8-4dbe-b09f-69139a34266d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491178 Aug 26 15:58:54.613656 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b0300-d2c0-46af-83bf-dd48deb926f2 req-d15f3661-b06e-4cba-9b50-07ec4edeb80b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:54.615163 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-417b0300-d2c0-46af-83bf-dd48deb926f2 req-d15f3661-b06e-4cba-9b50-07ec4edeb80b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0493286 Aug 26 15:58:54.662847 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-417b0300-d2c0-46af-83bf-dd48deb926f2 req-e604f81c-8d53-4d82-bc31-5993f52b10e3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Aug 26 15:58:54.873520 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52480) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:54.889258 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-31f61f0f-4371-4fb3-888f-b2a27a0f4bcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:54.978071 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-31f61f0f-4371-4fb3-888f-b2a27a0f4bcd admin admin] Publish callbacks [] for security_group (da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.056682 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-31f61f0f-4371-4fb3-888f-b2a27a0f4bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.074578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd2e52-5fac-4ab3-bcfb-0851002aff63 req-e3a17cc4-200b-4772-b98e-ecab9ef06c60 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:55.076371 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2fd2e52-5fac-4ab3-bcfb-0851002aff63 req-e3a17cc4-200b-4772-b98e-ecab9ef06c60 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0542030 Aug 26 15:58:55.101121 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-31f61f0f-4371-4fb3-888f-b2a27a0f4bcd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f85d475f10a04971b0844f64ca48149b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255120 Aug 26 15:58:55.102286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f61f0f-4371-4fb3-888f-b2a27a0f4bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:55.105036 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52486) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:55.147521 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2fd2e52-5fac-4ab3-bcfb-0851002aff63 req-d5fd39f9-3791-44e9-bf8f-104dad292ac0 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Aug 26 15:58:55.184710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] Publish callbacks [] for security_group (da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.187668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:55.209306 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] Publish callbacks [] for security_group (da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.405406 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.408335 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:55.409815 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2 HTTP/1.1" status: 204 len: 168 time: 0.3034306 Aug 26 15:58:55.420821 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a38b-84b3-4a6a-8459-d6022303cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1f0bd4-3dbd-4d09-a12b-aaa72fe6d6b2,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:55.555231 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d741be-0640-46e1-b96a-dbab75955874 req-8262c2be-c6dd-4131-92f1-c6cc042b7182 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:55.556688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0d741be-0640-46e1-b96a-dbab75955874 req-8262c2be-c6dd-4131-92f1-c6cc042b7182 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0689540 Aug 26 15:58:55.583454 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:55.610895 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0d741be-0640-46e1-b96a-dbab75955874 req-ea01cfe4-35ce-480d-b7e8-7178d4875fe9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Aug 26 15:58:55.693528 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c4007-614a-42b6-bb99-1b86a66fd4f5 req-d5398807-b144-4da1-9055-fc6f25a8a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:55.695206 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c44c4007-614a-42b6-bb99-1b86a66fd4f5 req-d5398807-b144-4da1-9055-fc6f25a8a3e2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.0635355 Aug 26 15:58:55.789612 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18e18c7-e9f1-4be9-90c5-75db800c7994 req-0e69344c-d20e-4519-a9e3-f1c017986891 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:55.791209 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a18e18c7-e9f1-4be9-90c5-75db800c7994 req-0e69344c-d20e-4519-a9e3-f1c017986891 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0491402 Aug 26 15:58:55.865625 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a18e18c7-e9f1-4be9-90c5-75db800c7994 req-824f505e-fba4-4608-9d7a-1fb96dfd2243 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678391 Aug 26 15:58:56.301103 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dd5a9-9d26-4078-be46-1b7570f175d5 req-145fadd0-c201-4d92-a38c-d2d53333e168 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:56.302668 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e5dd5a9-9d26-4078-be46-1b7570f175d5 req-145fadd0-c201-4d92-a38c-d2d53333e168 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0592604 Aug 26 15:58:56.320347 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c44c4007-614a-42b6-bb99-1b86a66fd4f5 req-bc9d1a2b-e35d-4219-afb8-c8aedbc2cbee service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513647 Aug 26 15:58:56.361637 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e5dd5a9-9d26-4078-be46-1b7570f175d5 req-257c80b7-fd47-4f90-b405-7e0de551e6bb tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Aug 26 15:58:56.742066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb72c4-9d76-46f1-8cfc-3b4e43655a9e req-1a98cae9-4872-4441-a473-96508ccc5ba9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:56.743559 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-33bb72c4-9d76-46f1-8cfc-3b4e43655a9e req-1a98cae9-4872-4441-a473-96508ccc5ba9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0509214 Aug 26 15:58:56.806209 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-33bb72c4-9d76-46f1-8cfc-3b4e43655a9e req-4300b74b-33e5-49c8-8b10-0fbec94b88f0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499763 Aug 26 15:58:56.999674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659e00f-0ecd-48de-9f1e-bc98b616722e req-bf96e8c8-a6ec-4475-a642-cd0df9eb331e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:57.001058 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3659e00f-0ecd-48de-9f1e-bc98b616722e req-bf96e8c8-a6ec-4475-a642-cd0df9eb331e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0557187 Aug 26 15:58:57.058905 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3659e00f-0ecd-48de-9f1e-bc98b616722e req-0e7e4905-1c3b-4b91-b896-c131af333579 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521624 Aug 26 15:58:57.287987 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-5c589646-3d81-47bb-a96e-69725fbbd52a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:57.289101 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:58:57.289624 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-5c589646-3d81-47bb-a96e-69725fbbd52a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.0872259 Aug 26 15:58:57.468837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Deleting port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 15:58:57.469533 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.593197 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] For port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,segment=NetworkSegment(64f7585f-f2af-40e4-ac70-a37af9c77143),segment_id=64f7585f-f2af-40e4-ac70-a37af9c77143)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:58:57.593866 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.612019 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Calling delete_port for f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 15:58:57.742271 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:57.774859 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd71c8-6df9-451b-a7a9-ee2a5e0a61c2 req-cbde374c-32a8-4624-8782-7b69e536f329 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:57.774859 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95cd71c8-6df9-451b-a7a9-ee2a5e0a61c2 req-cbde374c-32a8-4624-8782-7b69e536f329 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 945 time: 0.3312027 Aug 26 15:58:57.804052 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:57.821301 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95cd71c8-6df9-451b-a7a9-ee2a5e0a61c2 req-b316b1f0-754c-4047-96c1-0e2f15574a51 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=3aec75f3-c832-447c-948c-21396c73f25c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431154 Aug 26 15:58:57.926159 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (f4fa6357-1cb6-4a4e-8f53-16e01e325ce4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:57.960320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3b9aa-5f5e-4516-8f35-ac42ffc1eced req-60b73b09-109b-4fda-b1ab-03db7dd1c5cc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:57.963384 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-03d3b9aa-5f5e-4516-8f35-ac42ffc1eced req-60b73b09-109b-4fda-b1ab-03db7dd1c5cc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0718822 Aug 26 15:58:57.990757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['f4fa6357-1cb6-4a4e-8f53-16e01e325ce4'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:58:58.021662 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Pushing event deleted for resources: {'Port': ['ID=f4fa6357-1cb6-4a4e-8f53-16e01e325ce4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:58.046827 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-03d3b9aa-5f5e-4516-8f35-ac42ffc1eced req-2930487f-736e-4c6a-8fd9-9068355f49ee tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735111 Aug 26 15:58:58.129903 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] No DVR routers for this DVR port f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 15:58:58.133104 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.140875 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-27bb8085-1599-4538-ae25-d0430f4fcd7a req-4e418adc-6556-4514-823c-156a028f6b52 tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.102 "DELETE /networking/v2.0/ports/f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 HTTP/1.1" status: 204 len: 173 time: 0.8023853 Aug 26 15:58:58.140875 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'name': 'network-vif-deleted', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:58:58.140875 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765b868b-4dee-4852-848b-c6d00edd3cf7" -d '{"events": [{"server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "name": "network-vif-deleted", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:58:58.203224 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f3295a-33dd-4115-9640-2817d6678d49 x-openstack-request-id: req-e0f3295a-33dd-4115-9640-2817d6678d49 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:58:58.203516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33640225-7b6b-41b9-af71-b8698d9b9764", "name": "network-vif-deleted", "tag": "f4fa6357-1cb6-4a4e-8f53-16e01e325ce4", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:58:58.203879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e0f3295a-33dd-4115-9640-2817d6678d49 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:58:58.204288 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f3295a-33dd-4115-9640-2817d6678d49'] response: {'server_uuid': '33640225-7b6b-41b9-af71-b8698d9b9764', 'name': 'network-vif-deleted', 'tag': 'f4fa6357-1cb6-4a4e-8f53-16e01e325ce4', 'status': 'completed', 'code': 200} Aug 26 15:58:58.206702 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3424a1-bc39-4863-8d11-a0954eaf57a1 req-8cfe8f2a-be6d-4ca4-b7b0-2f68239fa946 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:58.208299 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a3424a1-bc39-4863-8d11-a0954eaf57a1 req-8cfe8f2a-be6d-4ca4-b7b0-2f68239fa946 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0530226 Aug 26 15:58:58.242987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:58.261866 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a3424a1-bc39-4863-8d11-a0954eaf57a1 req-829a6b03-31f8-4c26-9f93-c4361ce132bc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477345 Aug 26 15:58:58.351184 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52578) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:58.357564 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1140601955', 'description': 'tempest-description--812724912'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:58.455371 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.534732 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (e456e464-7878-43a4-8b56-5b9b025035a2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.639006 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e456e464-7878-43a4-8b56-5b9b025035a2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.643826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:58.675151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e456e464-7878-43a4-8b56-5b9b025035a2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:58.749002 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.752974 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9fe86448-1c7e-4178-b937-c347a4fffb15 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4007442 Aug 26 15:58:58.756345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 52588) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:58.762423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'e456e464-7878-43a4-8b56-5b9b025035a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:58.870320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673dc7f-8972-4354-bfda-b5cad8f48773 req-587e29a3-76c8-4d24-b144-9f2a8fb330a4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:58.872227 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3673dc7f-8972-4354-bfda-b5cad8f48773 req-587e29a3-76c8-4d24-b144-9f2a8fb330a4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0534844 Aug 26 15:58:58.951141 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (7958b122-390d-4237-b5fb-2bc71df60f61), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:58.966710 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3673dc7f-8972-4354-bfda-b5cad8f48773 req-72fdd2a7-6e16-4188-b7be-ea851a818203 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885904 Aug 26 15:58:58.987488 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c987e-5017-4d53-bcec-9237a93daf9a req-206faf0d-4cbc-4c0d-9886-d06449973904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:58.989896 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-206faf0d-4cbc-4c0d-9886-d06449973904 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.0472748 Aug 26 15:58:59.043528 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-78919b4d-0683-43b0-8220-3fb7904667ea req-78f92a5a-90bb-4014-90cc-1834af5cea0f tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.1207063 Aug 26 15:58:59.144606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (7958b122-390d-4237-b5fb-2bc71df60f61), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.153794 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c987e-5017-4d53-bcec-9237a93daf9a req-d1cac473-7e6b-441e-a8c6-082a19dd73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:59.155376 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-d1cac473-7e6b-441e-a8c6-082a19dd73b0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1584547 Aug 26 15:58:59.218503 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-12b5a4d0-6a87-4f7f-bef6-903c5c33f5a9 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.0566249 Aug 26 15:58:59.252130 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183543ec-dd34-4a19-9ad8-1b96b8d271a3 req-a03358e5-fb07-4426-a6b5-9f0e7b0f1638 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:59.253702 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-183543ec-dd34-4a19-9ad8-1b96b8d271a3 req-a03358e5-fb07-4426-a6b5-9f0e7b0f1638 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0658166 Aug 26 15:58:59.282787 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (7958b122-390d-4237-b5fb-2bc71df60f61), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.311206 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c987e-5017-4d53-bcec-9237a93daf9a req-798b9dff-248a-4331-ab9a-efafc7c12040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:59.312913 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-798b9dff-248a-4331-ab9a-efafc7c12040 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0803041 Aug 26 15:58:59.325120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7958b122-390d-4237-b5fb-2bc71df60f61,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:59.338034 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-183543ec-dd34-4a19-9ad8-1b96b8d271a3 req-d794bd65-d5dc-4155-9fb8-b079d07a7f49 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785403 Aug 26 15:58:59.446221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.448304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-01cdca78-fcf1-47a8-8307-acea6b87b2e5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6903498 Aug 26 15:58:59.451725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 52616) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:59.456684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'e456e464-7878-43a4-8b56-5b9b025035a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:59.623046 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (9fe2b497-1b1a-401c-a0ee-3a86f2d0a772), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.680939 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (9fe2b497-1b1a-401c-a0ee-3a86f2d0a772), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.744765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c987e-5017-4d53-bcec-9237a93daf9a req-5c35d47b-9d50-490f-8c28-ff3a7598be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:58:59.746722 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-5c35d47b-9d50-490f-8c28-ff3a7598be7f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451887 Aug 26 15:58:59.755391 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (9fe2b497-1b1a-401c-a0ee-3a86f2d0a772), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.821251 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:58:59.822176 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe2b497-1b1a-401c-a0ee-3a86f2d0a772,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:58:59.865236 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-15ee0a3e-b626-42ad-8edc-93bb87fadc32 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110499 Aug 26 15:58:59.938590 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:58:59.939745 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-60e41b90-91d3-43f5-ae7f-1c1660d0275c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4868646 Aug 26 15:58:59.943186 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 52622) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:58:59.948526 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:58:59.985633 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-601c987e-5017-4d53-bcec-9237a93daf9a req-d12ddae8-c3ef-42e8-bfb4-f623674ddf5d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054554 Aug 26 15:59:00.057902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:00.060075 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:00.181267 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb17817-c148-41bf-a331-1ef454f7938f req-57502090-d920-4883-b180-0acf8412eaa7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:00.183659 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebb17817-c148-41bf-a331-1ef454f7938f req-57502090-d920-4883-b180-0acf8412eaa7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.1411910 Aug 26 15:59:00.187732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-acae6804-e4a4-4fb3-bf02-1cf56e415b73 req-6295c63f-b6d5-487a-9744-9b822066847a tempest-VolumesActionsTest-2123347964 tempest-VolumesActionsTest-2123347964-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=33640225-7b6b-41b9-af71-b8698d9b9764 HTTP/1.1" status: 200 len: 210 time: 0.0541143 Aug 26 15:59:00.265018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:00.287945 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebb17817-c148-41bf-a331-1ef454f7938f req-e4ae8b8d-f925-4545-9a61-a39f19ccb561 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971243 Aug 26 15:59:00.385765 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:00.410542 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.27.1.8 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/3e0b900b-6e51-4254-b796-5d726565d967) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:00.524163 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bc143-9d3a-44b1-8f9e-88e445aca77e req-55012c25-9886-47d6-be3c-bda092eb893b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:00.525720 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c5bc143-9d3a-44b1-8f9e-88e445aca77e req-55012c25-9886-47d6-be3c-bda092eb893b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0960934 Aug 26 15:59:00.618980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (3e0b900b-6e51-4254-b796-5d726565d967), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:00.624177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c5bc143-9d3a-44b1-8f9e-88e445aca77e req-fe101e94-f5c3-4555-9490-f11124d7bd50 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883560 Aug 26 15:59:00.765402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (3e0b900b-6e51-4254-b796-5d726565d967), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:00.812728 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:00.815676 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:00.819779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:00.844618 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=3e0b900b-6e51-4254-b796-5d726565d967,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:00.910087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.052899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3e0b900b-6e51-4254-b796-5d726565d967), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.206018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (3e0b900b-6e51-4254-b796-5d726565d967), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.319258 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (3e0b900b-6e51-4254-b796-5d726565d967), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.416557 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.421756 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=3e0b900b-6e51-4254-b796-5d726565d967,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:01.448321 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a1afe-2975-43c0-9f67-6e378ecde75c req-e2b53b7a-9414-4e31-9585-7e5a0392d986 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:01.455447 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-983a1afe-2975-43c0-9f67-6e378ecde75c req-e2b53b7a-9414-4e31-9585-7e5a0392d986 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0757360 Aug 26 15:59:01.501039 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-983a1afe-2975-43c0-9f67-6e378ecde75c req-f9c21539-933d-4745-9050-86aa5e71f5d2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Aug 26 15:59:01.516321 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:59:01.542661 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 15:59:01.543191 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device f4fa6357-1cb6-4a4e-8f53-16e01e325ce4 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 15:59:01.583275 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:01.584791 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a92c1e3b-1fe8-4849-88d1-12e7d4d866af tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6406207 Aug 26 15:59:01.773801 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e141776-6703-4edb-8a50-8dc320703c89 req-3a35862b-e27a-45f1-af5a-73eba95eee5a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:01.775594 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e141776-6703-4edb-8a50-8dc320703c89 req-3a35862b-e27a-45f1-af5a-73eba95eee5a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0521162 Aug 26 15:59:01.864653 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e141776-6703-4edb-8a50-8dc320703c89 req-9ea09c9f-819d-4e30-9abc-f1cead5ba310 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825891 Aug 26 15:59:01.879493 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-3c54b6d6-a408-4fcb-aed5-ef4cce3291c8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1140601955&fields=id&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 267 time: 0.0745642 Aug 26 15:59:01.995694 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-f7b1361a-c3be-403b-b9d3-6c7432486cdd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:01.997133 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-f7b1361a-c3be-403b-b9d3-6c7432486cdd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.1097424 Aug 26 15:59:02.012608 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-2572e6d1-b063-455b-bd1b-4d0e16396997 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/quotas/d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 375 time: 0.0099721 Aug 26 15:59:02.070223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-6b79e637-c634-4959-89e1-1bec067c05e0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526099 Aug 26 15:59:02.169794 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-b5e2f9c3-17e8-4a98-b8a7-76988a3a99dd service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868464 Aug 26 15:59:02.281201 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-e99c99fa-7ac7-4824-85cb-239b301b0d59 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051774 Aug 26 15:59:02.360317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:02.595959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3de0ff9-8cc2-4b05-95c5-4a19b6bec024 req-898d29d6-fa2c-40aa-b279-7e15eb4bc9b5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0422890 Aug 26 15:59:02.681034 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e180e-f117-44f1-b4c7-c05e755866e6 req-c89581fd-224b-4a14-89d2-5c23815be9d3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:02.692518 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-577e180e-f117-44f1-b4c7-c05e755866e6 req-c89581fd-224b-4a14-89d2-5c23815be9d3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0745606 Aug 26 15:59:02.744033 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-577e180e-f117-44f1-b4c7-c05e755866e6 req-85d95821-a9fa-4ca8-a604-c77e0da49c31 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547099 Aug 26 15:59:03.005948 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16530c-d4ce-4454-a514-95b380c141d3 req-16c1e6cc-1087-4b33-be23-f5a3a27bb509 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:03.007544 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6a16530c-d4ce-4454-a514-95b380c141d3 req-16c1e6cc-1087-4b33-be23-f5a3a27bb509 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0600123 Aug 26 15:59:03.057346 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6a16530c-d4ce-4454-a514-95b380c141d3 req-cb8ff447-3bf0-4e25-83b5-05b5ea1bd9e7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430830 Aug 26 15:59:03.245491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:03.695111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-317387a9-2995-4eb2-a1ef-66afe8e32451 req-f8bbd6bd-7810-45dc-90b0-f68b89ce02e7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0301700 Aug 26 15:59:04.232340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28339e-9e8c-4a6e-81e3-0123c7d6fa13 req-44461384-e7c7-4607-a1cd-89225f221c4d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:04.232340 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc28339e-9e8c-4a6e-81e3-0123c7d6fa13 req-44461384-e7c7-4607-a1cd-89225f221c4d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0468452 Aug 26 15:59:04.244230 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc28339e-9e8c-4a6e-81e3-0123c7d6fa13 req-0dd35e38-b286-4921-977a-94ba8ee3ac96 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Aug 26 15:59:04.425680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:04.800971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3dc10ee0-e362-4d02-9e66-c48fadcbb131 req-0f92b3ce-b9db-4b57-b8e6-d5b7015331dd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Aug 26 15:59:05.376721 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1b092-039f-43cd-b85a-8265bfac2e5f req-dfb4872b-3de3-4438-8e8d-42e5f390c3b9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:05.378195 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5e1b092-039f-43cd-b85a-8265bfac2e5f req-dfb4872b-3de3-4438-8e8d-42e5f390c3b9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0511391 Aug 26 15:59:05.428779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5e1b092-039f-43cd-b85a-8265bfac2e5f req-28ebba91-6044-4628-bd19-16a13745599f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445848 Aug 26 15:59:05.920688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-58911512-5869-4c97-9b6d-d46a9d2b00d8 req-10776887-7fbd-451c-88ed-94039239d261 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0296383 Aug 26 15:59:06.562448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc4244-66e5-4455-8ccc-fd871c5fc5ab req-2e18b4ed-1484-4165-85a0-2c5e34678d16 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:06.563990 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f4cc4244-66e5-4455-8ccc-fd871c5fc5ab req-2e18b4ed-1484-4165-85a0-2c5e34678d16 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0545321 Aug 26 15:59:06.616170 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f4cc4244-66e5-4455-8ccc-fd871c5fc5ab req-acdc09c1-6112-4770-adfb-5ff39e25612a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464325 Aug 26 15:59:07.012052 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-69019fca-3080-448f-a660-83bd4dac5de6 req-09401d40-0e46-49d5-a7ab-e9a17577cccc tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0294909 Aug 26 15:59:07.616095 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-aab87933-9dd1-427d-b92f-f40eb57c4995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:07.748141 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad59705-39a1-4fc0-af2d-2d2e39fc6efe req-0e5111d7-063b-4f2f-81c1-eab2034192c6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:07.749625 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ad59705-39a1-4fc0-af2d-2d2e39fc6efe req-0e5111d7-063b-4f2f-81c1-eab2034192c6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0501471 Aug 26 15:59:07.799601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ad59705-39a1-4fc0-af2d-2d2e39fc6efe req-bd85d95f-f050-4f53-bc0c-347ee0a75f03 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442851 Aug 26 15:59:08.124680 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-79632df3-f6b9-4bba-a880-0ebb4a0a66c8 req-a4439763-34b8-449a-8714-771944ee8314 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0331631 Aug 26 15:59:08.924065 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da2359-e842-49d2-9e60-9969ea3ad64c req-3e98505c-1f1b-4d5f-8d9d-b6a7b31b90e5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:08.925539 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-57da2359-e842-49d2-9e60-9969ea3ad64c req-3e98505c-1f1b-4d5f-8d9d-b6a7b31b90e5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0487614 Aug 26 15:59:08.960226 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:08.976818 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-57da2359-e842-49d2-9e60-9969ea3ad64c req-43c17816-0448-48a2-9873-04e97524e60f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Aug 26 15:59:09.228064 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-64ffa056-d82f-4907-aa89-018ee201c83f req-06d27ca5-580e-485e-8081-53bb47a37974 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0289662 Aug 26 15:59:10.109517 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2cb02-9f0d-4526-becd-e7d1ab01802d req-87868bcf-2548-4c73-a65c-4a2b2d380cd8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:10.111078 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5f2cb02-9f0d-4526-becd-e7d1ab01802d req-87868bcf-2548-4c73-a65c-4a2b2d380cd8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0518429 Aug 26 15:59:10.160109 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5f2cb02-9f0d-4526-becd-e7d1ab01802d req-1f4ad621-301f-4687-810a-75a89018094b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432162 Aug 26 15:59:10.245789 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8715-a23c-450b-af8e-55d756e300cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:10.366700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce2a2444-7fe1-46dc-892f-00335a848422 req-65695751-592e-4e4b-b5e1-422fda925a48 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0359237 Aug 26 15:59:10.568799 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=34 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:10.608023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:11.284987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a701e7af-e7fe-41d3-ad77-577a2a4bb343 req-91207e9d-3d03-4927-b5c3-4dd97c470b65 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:11.286499 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a701e7af-e7fe-41d3-ad77-577a2a4bb343 req-91207e9d-3d03-4927-b5c3-4dd97c470b65 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0469873 Aug 26 15:59:11.336158 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a701e7af-e7fe-41d3-ad77-577a2a4bb343 req-233d279c-8189-4acc-9a76-7575a54376df tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Aug 26 15:59:11.474338 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-260491cc-900a-4654-bb03-e130abd7cc31 req-18659bd5-ce2a-46f3-ba7c-a08b240430e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0321016 Aug 26 15:59:11.859835 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:12.474122 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5304-3035-43df-9abe-e90c1f6662b9 req-b9476649-7723-4671-90bf-2b4f70e4a632 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:12.475620 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d15c5304-3035-43df-9abe-e90c1f6662b9 req-b9476649-7723-4671-90bf-2b4f70e4a632 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0487187 Aug 26 15:59:12.544193 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d15c5304-3035-43df-9abe-e90c1f6662b9 req-b0d7c8bb-df03-45b4-8bde-a770eb0e008c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462122 Aug 26 15:59:12.579311 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-abe9f14d-d0ac-41ff-9f21-28418f413c39 req-e01ed47b-d581-4dce-9556-2af5301e6ea7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0279799 Aug 26 15:59:13.210033 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:13.287762 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:13.293644 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:13.481329 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:13.671356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7d6d7-752a-45c4-b1d3-e3825dd1ccdd req-1b38d93c-b0a8-44d4-acc3-40940c5c78cd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:13.672798 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-25e7d6d7-752a-45c4-b1d3-e3825dd1ccdd req-1b38d93c-b0a8-44d4-acc3-40940c5c78cd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0572522 Aug 26 15:59:13.698782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b2a88be4-a067-4617-ab86-6113f3fe340c req-c94efdeb-bdd3-4c7d-9921-882bb77b6c5c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0439358 Aug 26 15:59:13.736648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-25e7d6d7-752a-45c4-b1d3-e3825dd1ccdd req-73f5727d-5dee-4cc7-88b1-0bdf68e23720 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457158 Aug 26 15:59:14.801652 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da1609ef-add0-4091-a535-546fb52d5351 req-987adc2d-390b-4bf1-8245-fc4ab1ea48a1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0282328 Aug 26 15:59:14.870373 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80331039-e7fe-480c-b4e2-225b431f3313 req-bbba85f4-349c-4954-b048-36724e83384c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:14.871859 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80331039-e7fe-480c-b4e2-225b431f3313 req-bbba85f4-349c-4954-b048-36724e83384c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0495832 Aug 26 15:59:14.925674 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80331039-e7fe-480c-b4e2-225b431f3313 req-5d73c45d-f798-4f31-b9ff-614e387bbce6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480917 Aug 26 15:59:15.917594 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb30a670-ffa8-42ce-8d65-f1c2c576d859 req-dc65c566-989b-4cbc-ac1a-36948935db20 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0302649 Aug 26 15:59:16.073740 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b1ba5-9260-4edb-b86c-52bbbf339f2c req-6091b041-6482-441e-8667-bdf5d7510b5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:16.075601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-903b1ba5-9260-4edb-b86c-52bbbf339f2c req-6091b041-6482-441e-8667-bdf5d7510b5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0557196 Aug 26 15:59:16.110464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:16.154943 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-903b1ba5-9260-4edb-b86c-52bbbf339f2c req-d0612147-8805-4903-80c3-f9c495bde662 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684097 Aug 26 15:59:16.992371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53024) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:16.999754 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200723654', 'description': 'tempest-description--1416640860'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:17.093404 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5fa6deeb-40d4-4eb1-bc80-0229fe3641b2 req-5b89491b-b506-4a48-8f21-4a61dff95eb1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0460198 Aug 26 15:59:17.199429 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:17.406909 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2f399-3999-422b-a0b6-e301d0b4f8d9 req-01c29805-ac0c-44bd-9682-8c049705425f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:17.408613 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7cd2f399-3999-422b-a0b6-e301d0b4f8d9 req-01c29805-ac0c-44bd-9682-8c049705425f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1260486 Aug 26 15:59:17.428047 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (d8c71fca-5d59-48f1-9aa6-cf059069b09b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:17.476215 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7cd2f399-3999-422b-a0b6-e301d0b4f8d9 req-6a04da18-33d2-4c1b-853c-483bca3a5f84 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571883 Aug 26 15:59:17.528592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d8c71fca-5d59-48f1-9aa6-cf059069b09b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:17.579887 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c71fca-5d59-48f1-9aa6-cf059069b09b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:17.721440 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:17.723908 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-edce4c0b-866d-4f74-be68-2ecf58c9fccc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7302766 Aug 26 15:59:17.727601 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53042) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:17.734420 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'security_group_rule': {'security_group_id': 'd8c71fca-5d59-48f1-9aa6-cf059069b09b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:18.209403 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25f70dc-00f0-4d6a-8e71-ef48d39074de req-73a439d0-e6ac-4dda-9b41-da708c1f6223 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0319841 Aug 26 15:59:18.214802 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (983b04c6-97a8-4e67-aadf-dfe31cc7ce4f), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.329672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (983b04c6-97a8-4e67-aadf-dfe31cc7ce4f), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.497358 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (983b04c6-97a8-4e67-aadf-dfe31cc7ce4f), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.526025 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983b04c6-97a8-4e67-aadf-dfe31cc7ce4f,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:18.606738 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.608340 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ca5530b8-b1f3-4bf4-b3fe-b711110e7919 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8796883 Aug 26 15:59:18.612573 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53060) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:18.619961 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'security_group_rule': {'security_group_id': 'd8c71fca-5d59-48f1-9aa6-cf059069b09b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:18.657343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:18.719073 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dedd42-d185-4702-95fc-fa544eb83fbc req-1997828e-f42f-4660-8991-e271d8eb6e11 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:18.729904 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6dedd42-d185-4702-95fc-fa544eb83fbc req-1997828e-f42f-4660-8991-e271d8eb6e11 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0896053 Aug 26 15:59:18.736257 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (e5fb638e-f4e2-4497-a59e-85f6e7e8bf07), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.810763 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6dedd42-d185-4702-95fc-fa544eb83fbc req-3c68cff6-be22-48a9-bddb-9d1718e4651f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795548 Aug 26 15:59:18.851474 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (e5fb638e-f4e2-4497-a59e-85f6e7e8bf07), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.930354 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (e5fb638e-f4e2-4497-a59e-85f6e7e8bf07), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:18.955436 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5fb638e-f4e2-4497-a59e-85f6e7e8bf07,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:19.058531 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:19.060691 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-24088b0a-f5e7-4735-ae0a-ad326e42dbc8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468572 Aug 26 15:59:19.063717 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53066) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:19.071429 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:19.202265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:19.284234 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:19.345191 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebedba84-54bb-4986-90b9-686df7d65cf2 req-6635e559-1c92-49d9-8103-da7b68e127d2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0353560 Aug 26 15:59:19.632919 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Allocated IP 172.27.1.68 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/a30360f4-e8d7-4001-8ea8-a5496f6c78b6) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:19.849915 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:19.889844 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:19.998905 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.043328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9dd4a-a94b-462e-941f-df64264a139f req-49eb5983-493c-489b-82b7-7d877aaebe00 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:20.044846 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ed9dd4a-a94b-462e-941f-df64264a139f req-49eb5983-493c-489b-82b7-7d877aaebe00 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0851560 Aug 26 15:59:20.073185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:20.076805 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:20.099040 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:20.143484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'Port': ['ID=a30360f4-e8d7-4001-8ea8-a5496f6c78b6,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:20.175616 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:20.195268 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ed9dd4a-a94b-462e-941f-df64264a139f req-0c0efa23-5202-46dd-90e1-a9702a98b2c9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409843 Aug 26 15:59:20.333913 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (689e45f8-b64f-4309-848a-513588e86880), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.480381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.517055 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56887921-0732-420f-8b62-a46d65998cbc req-d77795b8-7e93-4365-9df0-4d7f530a037c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0444889 Aug 26 15:59:20.682207 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.781599 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.895751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (689e45f8-b64f-4309-848a-513588e86880), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:20.921223 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'Port': ['ID=a30360f4-e8d7-4001-8ea8-a5496f6c78b6,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:21.086673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:21.091085 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-33bbb5bb-96b2-4fe7-bc98-9add9d2b0e8d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0236485 Aug 26 15:59:21.395090 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-1088dac6-7e68-441e-8a12-23d43d87a9ff tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1200723654&fields=id&tenant_id=5f170813ecff47a68d7610de9d769287 HTTP/1.1" status: 200 len: 267 time: 0.0626521 Aug 26 15:59:21.611376 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:59:21.625757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=43,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:21.678596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-15f2de24-1c80-45ca-80ff-01e715e27b30 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.688175 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-15f2de24-1c80-45ca-80ff-01e715e27b30 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 0.2852700 Aug 26 15:59:21.723388 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-469bf963-e000-43e7-b499-1908ba67d176 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/quotas/5f170813ecff47a68d7610de9d769287 HTTP/1.1" status: 200 len: 375 time: 0.0338230 Aug 26 15:59:21.744316 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d16856-c809-4260-94cc-90a48691e6a8 req-7cafddcd-9abd-43da-9b62-b886bd0d2d2d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:21.747560 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b8d16856-c809-4260-94cc-90a48691e6a8 req-7cafddcd-9abd-43da-9b62-b886bd0d2d2d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1632237 Aug 26 15:59:21.815382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:21.833196 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:59:21.897492 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-f63dc7ef-085d-40f3-95cd-5c3883b0ec7b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1665053 Aug 26 15:59:21.915518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: ACTIVE; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:21.916165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:21.956855 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:21.979648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b8d16856-c809-4260-94cc-90a48691e6a8 req-b80e6dc0-c564-41c5-b00c-3120353df62f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842277 Aug 26 15:59:22.120007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:22.154388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:22.188558 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-b0a25d74-574d-4d43-b13b-a2ab745bedf7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:22.192244 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-b0a25d74-574d-4d43-b13b-a2ab745bedf7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.2896640 Aug 26 15:59:22.202776 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3dd2708d-0bc8-4658-a2c1-96845b0fedd5 req-2a9eed74-cdad-43bf-b665-7acd61dfe857 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.1114945 Aug 26 15:59:22.247369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:22.249341 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-dbd26e47-e65b-444d-a980-94b9b51affdf service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215601 Aug 26 15:59:22.308156 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:22.375753 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-c7df2aa8-1075-4c87-9fbd-a07daa033fc7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 472 time: 0.1548140 Aug 26 15:59:22.401793 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'port': {'device_id': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'admin_state_up': True, 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'security_groups': ['e456e464-7878-43a4-8b56-5b9b025035a2']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:22.416140 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=6']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:22.497167 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-0b5e7fb7-93ad-45e5-bc3b-f02c8c775758 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369022 Aug 26 15:59:22.586166 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['8a53b00a-319e-4368-a0b0-216d2f508b1d'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:59:22.661344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53154) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:22.891613 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:59:22.891613 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:22.931829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fb4a08dc-57ed-455b-8314-c2e0ae0d2c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.077199 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:23.088146 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fd573a5-b550-4620-aaca-d51c99104fa9 req-6e901ebd-64f4-4243-aa56-0b9365810171 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0859909 Aug 26 15:59:23.099730 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d582ed-f699-42a7-92d2-b0f689addbf7 req-48766108-f78c-49e6-8b6b-90aa61ca43b6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:23.102521 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-81d582ed-f699-42a7-92d2-b0f689addbf7 req-48766108-f78c-49e6-8b6b-90aa61ca43b6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1762424 Aug 26 15:59:23.149648 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.20.0.3 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/28a6367d-771f-4b85-b73b-d4f7949eaa49) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:23.202650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:23.260005 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fb4a08dc-57ed-455b-8314-c2e0ae0d2c1a admin admin] Publish callbacks [] for security_group (4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.324722 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-81d582ed-f699-42a7-92d2-b0f689addbf7 req-af2290d6-b2f6-46e1-b7d1-c01e57a08873 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086425 Aug 26 15:59:23.380140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9da49-01fc-43f4-a662-75625e60ad32 req-4201082c-60b9-490b-9ac2-35434140636c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:23.382441 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15d9da49-01fc-43f4-a662-75625e60ad32 req-4201082c-60b9-490b-9ac2-35434140636c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 945 time: 0.1049402 Aug 26 15:59:23.421749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fb4a08dc-57ed-455b-8314-c2e0ae0d2c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.457773 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.543753 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-fb4a08dc-57ed-455b-8314-c2e0ae0d2c1a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5efcc0d6257448329354e6a23d60f433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8813109 Aug 26 15:59:23.545693 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-18a5b1ec-9415-4a9b-a9ae-32d207882447 req-99040d91-6ee2-4ab0-96fe-64a19d90468f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0877523 Aug 26 15:59:23.546990 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53186) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:23.556196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15d9da49-01fc-43f4-a662-75625e60ad32 req-5ca6fe66-5d5d-43c2-b398-33f53e3d15ba tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623549 Aug 26 15:59:23.561490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a08dc-57ed-455b-8314-c2e0ae0d2c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:23.635182 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:59:23.636041 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] Publish callbacks [] for security_group (4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.666094 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:23.673979 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] Publish callbacks [] for security_group (4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.687735 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.724250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 8a53b00a-319e-4368-a0b0-216d2f508b1d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:23.727238 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.818652 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:23.848614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:23.875551 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:23.935686 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:23.936722 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.962507 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:23.963070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.966010 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:23.970709 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:23.972102 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.974672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:23.981073 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b HTTP/1.1" status: 204 len: 168 time: 0.4275148 Aug 26 15:59:23.986134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfd320-0d69-4619-94d8-9a672b708f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cacd54b-4a6b-40fd-86e1-d1ec88f32b0b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:24.002159 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:24.008613 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3235a7a-6321-4ce6-9ccd-eb39b884ecf5" -d '{"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:24.065898 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:24.084072 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4ab46d-9956-4e14-ae00-6dd63693e490 x-openstack-request-id: req-af4ab46d-9956-4e14-ae00-6dd63693e490 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:24.084562 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:24.084996 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-af4ab46d-9956-4e14-ae00-6dd63693e490 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:24.085588 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4ab46d-9956-4e14-ae00-6dd63693e490'] response: {'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'code': 200} Aug 26 15:59:24.225873 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2227271-fb59-4254-8802-a837a1b85f73 req-f3fe00d2-b6ae-4cb6-b54a-9001e5ede9fb tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0421946 Aug 26 15:59:24.267958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-4a14677a-e53c-4095-8847-1400d7021fd2 None None] Provisioning complete for port 28a6367d-771f-4b85-b73b-d4f7949eaa49 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:24.268408 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4a14677a-e53c-4095-8847-1400d7021fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.312585 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-4a14677a-e53c-4095-8847-1400d7021fd2 None None] Port 28a6367d-771f-4b85-b73b-d4f7949eaa49 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:59:24.338572 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-4f4affed-9873-4fc5-8ec8-334f0f4c9f55 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9398808 Aug 26 15:59:24.340627 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.367746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Request body: {'port': {'device_id': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:24.541730 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:24.553827 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=7']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:24.729793 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb7fce-b1e7-4e89-9f96-46f8f2396ea9 req-0c13d266-a229-4146-96b5-56f3600ee4bb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:24.740677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38fb7fce-b1e7-4e89-9f96-46f8f2396ea9 req-0c13d266-a229-4146-96b5-56f3600ee4bb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2138450 Aug 26 15:59:24.965734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc39b5-101e-45f0-88d1-21d880bc9fcd req-42ce28cb-40e9-4a7c-ad25-0c538b18aa04 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:24.970604 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c8dc39b5-101e-45f0-88d1-21d880bc9fcd req-42ce28cb-40e9-4a7c-ad25-0c538b18aa04 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 931 time: 0.2070425 Aug 26 15:59:24.984959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38fb7fce-b1e7-4e89-9f96-46f8f2396ea9 req-373185f2-8a33-4d59-927d-30fe72331e5b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376864 Aug 26 15:59:25.173601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c8dc39b5-101e-45f0-88d1-21d880bc9fcd req-427974be-9843-4e04-9a51-4e2fbcee73db tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907945 Aug 26 15:59:25.207238 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a6367d-771f-4b85-b73b-d4f7949eaa49 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:25.216365 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks [] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:25.225096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e8c72-cd79-49e6-a8f8-0a2f0691f16f req-5dbb1e83-b528-49d9-bb81-bc87b7f21650 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:25.226955 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-929e8c72-cd79-49e6-a8f8-0a2f0691f16f req-5dbb1e83-b528-49d9-bb81-bc87b7f21650 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1020792 Aug 26 15:59:25.241899 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Transition to ACTIVE for port object 28a6367d-771f-4b85-b73b-d4f7949eaa49 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:59:25.299974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-929e8c72-cd79-49e6-a8f8-0a2f0691f16f req-0821cad3-ddb0-425e-8807-449d54eef0ce tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651159 Aug 26 15:59:25.370378 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:25.418171 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8da27528-4f55-4d51-a282-ffe785b223e8 req-a6853f97-5e60-4e5c-90dc-34296c734cf8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0531359 Aug 26 15:59:25.460250 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:25.553339 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Pushing event updated for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:25.725562 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Attempting to bind port 28a6367d-771f-4b85-b73b-d4f7949eaa49 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:59:25.726121 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Attempting to bind port 28a6367d-771f-4b85-b73b-d4f7949eaa49 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:59:25.730321 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Attempting to bind port 28a6367d-771f-4b85-b73b-d4f7949eaa49 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:25.734823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Port 28a6367d-771f-4b85-b73b-d4f7949eaa49 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:59:25.735331 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Attempting to bind port 28a6367d-771f-4b85-b73b-d4f7949eaa49 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:25.747348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:59:25.747348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:59:25.747348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:59:25.747348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Bound port: 28a6367d-771f-4b85-b73b-d4f7949eaa49, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:59:25.747348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:25.844522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:59:25.854074 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:59:26.005472 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:26.014160 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.016879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:26.019080 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/28a6367d-771f-4b85-b73b-d4f7949eaa49 HTTP/1.1" status: 200 len: 1093 time: 1.6635349 Aug 26 15:59:26.019698 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:26.022565 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:26.146542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0787072a-1689-4291-961e-7dc5439184f7 x-openstack-request-id: req-0787072a-1689-4291-961e-7dc5439184f7 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:26.146542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:26.146542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0787072a-1689-4291-961e-7dc5439184f7 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:26.146542 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0787072a-1689-4291-961e-7dc5439184f7'] response: {'name': 'network-changed', 'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'status': 'completed', 'code': 200} Aug 26 15:59:26.232096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:26.262940 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d30ba5-b2f6-4136-85de-2a2839551d41 service neutron] Pushing event updated for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:26.322774 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-af28cb69-d1b4-4edb-a53d-7fdeb768e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.325427 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-af28cb69-d1b4-4edb-a53d-7fdeb768e62c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 1127 time: 0.0760312 Aug 26 15:59:26.432372 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040d228-48d5-4188-a425-53fc7723a461 req-28f8ae0d-9039-4203-ad6c-a127e5700ad2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.435210 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9040d228-48d5-4188-a425-53fc7723a461 req-28f8ae0d-9039-4203-ad6c-a127e5700ad2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 943 time: 0.1048908 Aug 26 15:59:26.449228 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994f1e5-6fa4-4981-b900-74bb76e67ee5 req-004bbda4-2c82-41d7-aabd-8e9109b30c0a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.451169 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b994f1e5-6fa4-4981-b900-74bb76e67ee5 req-004bbda4-2c82-41d7-aabd-8e9109b30c0a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2614522 Aug 26 15:59:26.534326 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b994f1e5-6fa4-4981-b900-74bb76e67ee5 req-4ed88a66-75c3-4a0e-8a41-65490d7d8a8b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749145 Aug 26 15:59:26.535484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-c0cd79fe-8c5b-4913-ac8c-db567daa3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.539307 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-c0cd79fe-8c5b-4913-ac8c-db567daa3e5f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=d95f731096d74a089f4161f5db69280c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1976378 Aug 26 15:59:26.670681 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9040d228-48d5-4188-a425-53fc7723a461 req-ffa6e785-35c6-4303-9fe5-5478bc862c09 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128868 Aug 26 15:59:26.816561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce916a5-b7c1-46f9-a838-11b22b11b908 req-d37832ab-ca54-43a5-8744-8e04bb49d5d9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.848044 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ce916a5-b7c1-46f9-a838-11b22b11b908 req-d37832ab-ca54-43a5-8744-8e04bb49d5d9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1618073 Aug 26 15:59:26.899086 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52c3b9bb-5d5c-4150-a773-02fdf7bfbcf1 req-3b0482fb-ba4c-4f73-8d20-57a29415dcd8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0496199 Aug 26 15:59:26.947895 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:26.950056 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-1df44a52-9c77-4116-9ed0-b94c69d17892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:26.952009 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-82af74cb-3191-4f6c-9f2a-89f2d7c6e3c4 req-1df44a52-9c77-4116-9ed0-b94c69d17892 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2008438 Aug 26 15:59:27.063724 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ce916a5-b7c1-46f9-a838-11b22b11b908 req-6fc33aec-174d-475c-a011-8a2c6631fbbb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573160 Aug 26 15:59:27.145818 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-7667a232-de89-406d-a833-3a6c4635bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:27.157335 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-7667a232-de89-406d-a833-3a6c4635bf84 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 1127 time: 0.1108327 Aug 26 15:59:27.258979 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-10eea38e-ced2-4e77-ac39-4bf0a4cd1710 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49 HTTP/1.1" status: 200 len: 217 time: 0.0882096 Aug 26 15:59:27.364089 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-9be2a5a0-d71e-4520-bd14-cca68a758e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:27.373498 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-9be2a5a0-d71e-4520-bd14-cca68a758e81 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.0968971 Aug 26 15:59:27.471588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-49e3d69b-116b-49ab-98e2-74ad3f654474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:27.473614 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-49e3d69b-116b-49ab-98e2-74ad3f654474 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937402 Aug 26 15:59:27.691395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-8a9a6cf5-6971-4683-adee-1d5d8b4c6365 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:27.698025 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-8a9a6cf5-6971-4683-adee-1d5d8b4c6365 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 819 time: 0.4472499 Aug 26 15:59:27.787169 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-e4f8291e-a6c7-4517-8a06-f3bcdc765086 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002143 Aug 26 15:59:27.976905 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-c45efdc1-5094-46aa-aac9-8b1c0c35e7ae req-9657f49a-682d-48bd-b2c8-5c1e9beb7634 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825829 Aug 26 15:59:28.049810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369c5f-8cee-4590-8674-7550994407b9 req-dec9a687-ea8f-4ffa-8325-88d8f04da7e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:28.057850 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5369c5f-8cee-4590-8674-7550994407b9 req-dec9a687-ea8f-4ffa-8325-88d8f04da7e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2791212 Aug 26 15:59:28.070427 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7d63d-5e3a-418c-9ba5-b905309e570c req-f8abb977-ba23-4dac-b921-9dabded4e790 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:28.079167 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dcf7d63d-5e3a-418c-9ba5-b905309e570c req-f8abb977-ba23-4dac-b921-9dabded4e790 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 943 time: 0.2640429 Aug 26 15:59:28.120066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:28.135325 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-fec1e4ac-3e27-49d5-b862-d77931be222e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5f170813ecff47a68d7610de9d769287 HTTP/1.1" status: 200 len: 380 time: 0.4203584 Aug 26 15:59:28.225648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5369c5f-8cee-4590-8674-7550994407b9 req-a905e681-2d1d-4b3a-ae08-656778ae5372 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663778 Aug 26 15:59:28.236421 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53280) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:28.262445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dcf7d63d-5e3a-418c-9ba5-b905309e570c req-6ce8b7e3-3020-4c5d-9c5b-5638ae2a0145 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819043 Aug 26 15:59:28.400569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bee3402-78de-46a4-96a3-64f12c55630f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:28.442435 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-71a80afe-764b-4a0f-be1e-019349e8bf89 req-c7dd01cf-ffa8-4d91-a239-410daf2030e3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0775497 Aug 26 15:59:28.542128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bee3402-78de-46a4-96a3-64f12c55630f admin admin] Publish callbacks [] for security_group (0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:28.596269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33a241-ec93-4734-b4e2-7f144c24bb14 req-35e773ec-2a9a-4ed2-aea5-be5c293d4fa8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:28.597990 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b33a241-ec93-4734-b4e2-7f144c24bb14 req-35e773ec-2a9a-4ed2-aea5-be5c293d4fa8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1529334 Aug 26 15:59:28.610371 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6bee3402-78de-46a4-96a3-64f12c55630f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:28.735430 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6bee3402-78de-46a4-96a3-64f12c55630f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c0ef6928958e411b9af4fd6cccafed84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4954507 Aug 26 15:59:28.735430 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee3402-78de-46a4-96a3-64f12c55630f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:28.737074 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53284) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:28.749746 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b33a241-ec93-4734-b4e2-7f144c24bb14 req-6b8a92ac-9fb4-4105-95d8-1d21c39c3763 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442492 Aug 26 15:59:28.794066 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:28.824583 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] Publish callbacks [] for security_group (0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:28.909509 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] Publish callbacks [] for security_group (0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:29.576862 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a376a-7195-4445-a0f2-e32fa32b1211 req-ab4c065a-2cf1-4c74-aba5-f350cc3b1d96 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:29.591075 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a71a376a-7195-4445-a0f2-e32fa32b1211 req-ab4c065a-2cf1-4c74-aba5-f350cc3b1d96 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1728349 Aug 26 15:59:29.643698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e14a26-38a3-4706-9dc6-51db87fc1320 req-2aba2460-d3be-4715-af39-9326413af9b4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:29.656780 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26e14a26-38a3-4706-9dc6-51db87fc1320 req-2aba2460-d3be-4715-af39-9326413af9b4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 943 time: 0.2208674 Aug 26 15:59:29.684825 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:29.687500 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:29.692264 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63 HTTP/1.1" status: 204 len: 168 time: 0.9539783 Aug 26 15:59:29.703609 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63e6ec-bfa4-444d-a16f-9b151bba6795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4a1adb-eedb-4be4-a827-0d3a3f5a9c63,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:29.799456 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a71a376a-7195-4445-a0f2-e32fa32b1211 req-d69c9601-45f3-440d-b926-11cd6bb460c6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057779 Aug 26 15:59:29.878084 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26e14a26-38a3-4706-9dc6-51db87fc1320 req-871ed2ea-94dc-49c6-89d3-ee407b652180 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197192 Aug 26 15:59:29.982734 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76ee6cfe-9e53-444f-83eb-2d1da66e7ba7 req-48a433ec-8884-48fc-ab57-9194b9bd7fee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0363662 Aug 26 15:59:30.088367 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b42a1-cd1f-48e3-9d50-2b4117ec95ef req-3b7bcfe1-4b28-4d48-9b7a-05d2da747805 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:30.090614 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a11b42a1-cd1f-48e3-9d50-2b4117ec95ef req-3b7bcfe1-4b28-4d48-9b7a-05d2da747805 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1068406 Aug 26 15:59:30.225892 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a11b42a1-cd1f-48e3-9d50-2b4117ec95ef req-5b0006b8-ee28-4b22-af49-70070768b26a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185293 Aug 26 15:59:31.026660 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847f1c0-4b30-4fd8-9157-fec05a82a3ab req-abbb299e-9d3b-4ef1-81e1-68b00835ec90 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:31.029517 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d847f1c0-4b30-4fd8-9157-fec05a82a3ab req-abbb299e-9d3b-4ef1-81e1-68b00835ec90 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1178896 Aug 26 15:59:31.097705 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115e8bb-d127-4ffd-9283-8389b7e3b93c req-de432ba3-ba33-43a8-a347-0ee7d72a1be8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:31.106862 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9115e8bb-d127-4ffd-9283-8389b7e3b93c req-de432ba3-ba33-43a8-a347-0ee7d72a1be8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 943 time: 0.1053662 Aug 26 15:59:31.149751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53316) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:31.196135 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0a8297ff-587f-48f9-951a-8883d4c70051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.208584 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d847f1c0-4b30-4fd8-9157-fec05a82a3ab req-666babc2-8ac8-481f-9396-ec72b6988c59 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575434 Aug 26 15:59:31.279004 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9115e8bb-d127-4ffd-9283-8389b7e3b93c req-d5fcc7fb-bb58-44fc-8321-69ce011e2298 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703267 Aug 26 15:59:31.409078 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cd178be-958f-425c-98c2-f320ca203f77 req-d74a8be3-fd95-4f1d-a651-33f27cc68025 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0773349 Aug 26 15:59:31.473021 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0a8297ff-587f-48f9-951a-8883d4c70051 admin admin] Publish callbacks [] for security_group (e65c177f-1651-4ef8-9002-9138212bf300), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.521591 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8acae9-9df1-45d1-8f2f-3872ece347eb req-d32b840a-6a3f-4bcb-89e8-f41f4b18cab3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:31.524055 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a8acae9-9df1-45d1-8f2f-3872ece347eb req-d32b840a-6a3f-4bcb-89e8-f41f4b18cab3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0774374 Aug 26 15:59:31.546749 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0a8297ff-587f-48f9-951a-8883d4c70051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e65c177f-1651-4ef8-9002-9138212bf300), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.590651 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:31.595780 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0a8297ff-587f-48f9-951a-8883d4c70051 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d50077f87c4a4e52a7591c9138fd9134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422076 Aug 26 15:59:31.596524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53322) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:31.633545 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9a8acae9-9df1-45d1-8f2f-3872ece347eb req-d054c465-b6f8-4f24-92f5-4c196d070e1e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028719 Aug 26 15:59:31.668858 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 28a6367d-771f-4b85-b73b-d4f7949eaa49 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:59:31.688750 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8297ff-587f-48f9-951a-8883d4c70051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c177f-1651-4ef8-9002-9138212bf300,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:31.711920 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:31.724121 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] Publish callbacks [] for security_group (e65c177f-1651-4ef8-9002-9138212bf300), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.765543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] Publish callbacks [] for security_group (e65c177f-1651-4ef8-9002-9138212bf300), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.833808 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:31.886196 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:31.915874 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'port_id': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'mac_address': 'fa:16:3e:ca:51:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:59:31.953263 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e65c177f-1651-4ef8-9002-9138212bf300), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.956352 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:31.960981 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e65c177f-1651-4ef8-9002-9138212bf300 HTTP/1.1" status: 204 len: 168 time: 0.3611438 Aug 26 15:59:31.991640 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e076b-52d9-4608-ad8b-d99324224018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c177f-1651-4ef8-9002-9138212bf300,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:32.053824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 28a6367d-771f-4b85-b73b-d4f7949eaa49 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:32.057447 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:32.097850 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28a6367d-771f-4b85-b73b-d4f7949eaa49 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:32.157519 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:32.352946 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:32.469891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:32.550093 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38c39-19a0-4511-b1ab-38c77d0c86f4 req-862ac4ec-da2e-4821-ad40-f54ab18b84cc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:32.568194 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0fb38c39-19a0-4511-b1ab-38c77d0c86f4 req-862ac4ec-da2e-4821-ad40-f54ab18b84cc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2238617 Aug 26 15:59:32.656234 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbe821-7b9e-4826-ae52-8727da550200 req-d942590b-82d7-448d-835f-766147acdbd3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:32.667514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5bbe821-7b9e-4826-ae52-8727da550200 req-d942590b-82d7-448d-835f-766147acdbd3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 944 time: 0.1955085 Aug 26 15:59:32.788607 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['28a6367d-771f-4b85-b73b-d4f7949eaa49'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:59:32.892726 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0fb38c39-19a0-4511-b1ab-38c77d0c86f4 req-8e0c399b-97eb-4109-9a7d-385b5c03195f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233821 Aug 26 15:59:32.914294 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5bbe821-7b9e-4826-ae52-8727da550200 req-8ee78ced-96d2-4057-bdd2-2cd56057eac1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269814 Aug 26 15:59:33.078630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:33.112898 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-254745dc-db7a-434a-a2c5-ca1268cc243c req-ad47cad7-cd7e-4e3e-b515-689dd3e2ab86 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0494475 Aug 26 15:59:33.126638 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc592c-7dc9-496b-9f41-6279156e867c req-18d79d7b-43d7-427c-8a7f-88e4c8284d13 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:33.136205 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b2fc592c-7dc9-496b-9f41-6279156e867c req-18d79d7b-43d7-427c-8a7f-88e4c8284d13 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1286013 Aug 26 15:59:33.339252 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53338) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:33.359217 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6549-c978-4d10-90b0-6437f1f0d3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.508330 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6549-c978-4d10-90b0-6437f1f0d3cb admin admin] Publish callbacks [] for security_group (226dcbb9-b68c-4890-9428-1f00f29cb19c), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.552610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b2fc592c-7dc9-496b-9f41-6279156e867c req-0c414f8f-e992-4051-bc11-0480d702cb06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4152002 Aug 26 15:59:33.583207 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5cbd6549-c978-4d10-90b0-6437f1f0d3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (226dcbb9-b68c-4890-9428-1f00f29cb19c), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.671464 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5cbd6549-c978-4d10-90b0-6437f1f0d3cb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=015d1d6fb5294c71b8c8f821c4624dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303995 Aug 26 15:59:33.674446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53342) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:33.675636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd6549-c978-4d10-90b0-6437f1f0d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226dcbb9-b68c-4890-9428-1f00f29cb19c,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:33.763407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] Publish callbacks [] for security_group (226dcbb9-b68c-4890-9428-1f00f29cb19c), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.791599 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] Publish callbacks [] for security_group (226dcbb9-b68c-4890-9428-1f00f29cb19c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.945677 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (226dcbb9-b68c-4890-9428-1f00f29cb19c), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.954749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:33.968825 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/226dcbb9-b68c-4890-9428-1f00f29cb19c HTTP/1.1" status: 204 len: 168 time: 0.2804103 Aug 26 15:59:33.996269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125e738-53a6-49a1-97c2-2feec9aa97a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226dcbb9-b68c-4890-9428-1f00f29cb19c,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:34.067726 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 28a6367d-771f-4b85-b73b-d4f7949eaa49 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:59:34.248032 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 28a6367d-771f-4b85-b73b-d4f7949eaa49 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:59:34.295353 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 15:59:34.295999 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a386d-e45e-4235-8450-6052634b76d9 req-aab304ed-4c7b-4630-9fdb-7c89a74819da tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:34.304640 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-349a386d-e45e-4235-8450-6052634b76d9 req-aab304ed-4c7b-4630-9fdb-7c89a74819da tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2261744 Aug 26 15:59:34.370659 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 28a6367d-771f-4b85-b73b-d4f7949eaa49 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:34.371075 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:34.401229 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e3799-701c-463b-a86a-96ec409871dc req-ba839e16-3a97-4499-bc2a-bc56e81f70aa tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:34.413828 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a46e3799-701c-463b-a86a-96ec409871dc req-ba839e16-3a97-4499-bc2a-bc56e81f70aa tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 944 time: 0.2218802 Aug 26 15:59:34.436744 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-349a386d-e45e-4235-8450-6052634b76d9 req-21b28428-f0ee-4dfc-99c1-be917082dfd0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309631 Aug 26 15:59:34.479330 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 28a6367d-771f-4b85-b73b-d4f7949eaa49 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:34.479725 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:34.521118 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:34.523500 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7151ee-90f5-458e-9b73-674828c4f660" -d '{"events": [{"server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "name": "network-vif-plugged", "status": "completed", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:34.541506 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:34.593240 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a46e3799-701c-463b-a86a-96ec409871dc req-762aa64c-c531-47d2-b32e-eb2c7e2a4421 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775043 Aug 26 15:59:34.612046 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'port': {'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'admin_state_up': True, 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'security_groups': ['d8c71fca-5d59-48f1-9aa6-cf059069b09b']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:34.669521 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:34.766645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1f9c1c-c4eb-403b-b975-7e6f642c0278 x-openstack-request-id: req-eb1f9c1c-c4eb-403b-b975-7e6f642c0278 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:34.766978 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "name": "network-vif-plugged", "status": "completed", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:34.769363 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-eb1f9c1c-c4eb-403b-b975-7e6f642c0278 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:34.769801 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb1f9c1c-c4eb-403b-b975-7e6f642c0278'] response: {'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'code': 200} Aug 26 15:59:34.860383 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:34.898235 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a38e5945-8517-41a6-8dc2-f4c3cc01a478 req-46abb0c7-049f-4651-9954-650e59f927de tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.2815282 Aug 26 15:59:34.997118 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba49fd-8892-428a-8a6b-18a184e5dc98 req-be154652-0ab6-4d40-a94e-513016744b8a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:35.004877 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9dba49fd-8892-428a-8a6b-18a184e5dc98 req-be154652-0ab6-4d40-a94e-513016744b8a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1428771 Aug 26 15:59:35.137317 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9dba49fd-8892-428a-8a6b-18a184e5dc98 req-ab0c01d1-5eb2-4c1d-b25f-ef89d98e30f4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314173 Aug 26 15:59:35.255703 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Made reservation on behalf of 5f170813ecff47a68d7610de9d769287 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:59:35.270414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:35.320290 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:35.616799 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:35.833362 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3e348-5678-414a-a7ed-2d3fadcca1ba req-ea26301e-4942-4d23-b1e5-c09d3789f115 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:35.835294 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5da3e348-5678-414a-a7ed-2d3fadcca1ba req-ea26301e-4942-4d23-b1e5-c09d3789f115 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2900016 Aug 26 15:59:35.888837 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f9454-aafe-4884-b397-5f6cd24d9f0a req-a11203fe-be21-4621-83af-a06be49fcfd8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:35.890507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc4f9454-aafe-4884-b397-5f6cd24d9f0a req-a11203fe-be21-4621-83af-a06be49fcfd8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.1598866 Aug 26 15:59:35.916692 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:35.963537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Allocated IP 172.20.0.7 (a3e12d9a-1559-439b-ab2a-deef2d81938d/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf/3b2c5b8a-cb44-484c-9531-c39f763ffef9) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:35.992166 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5da3e348-5678-414a-a7ed-2d3fadcca1ba req-827e0b95-1e54-461e-84c7-d2360121ff7e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252618 Aug 26 15:59:36.012078 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc4f9454-aafe-4884-b397-5f6cd24d9f0a req-c99c0ece-d41a-4767-a660-4e4cd615cd67 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117735 Aug 26 15:59:36.142838 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c491f932-d3ea-4ad8-a7c2-5dbdf0c13b3b req-5861b1e5-d0ab-43af-bec7-79bd85d681ad tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0601230 Aug 26 15:59:36.212644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:36.285289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad6b4a-a1c8-48b3-8e49-d8be58c6fd7e req-32883096-3cb8-45c8-b6b9-33c7ac90918a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:36.286820 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2ad6b4a-a1c8-48b3-8e49-d8be58c6fd7e req-32883096-3cb8-45c8-b6b9-33c7ac90918a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0665369 Aug 26 15:59:36.347585 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2ad6b4a-a1c8-48b3-8e49-d8be58c6fd7e req-87727813-3953-4ac5-8575-745de33e16a2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535519 Aug 26 15:59:36.405507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:36.472100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event updated for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:36.484987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Network a3e12d9a-1559-439b-ab2a-deef2d81938d is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:36.487333 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:36.491121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:36.689441 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:36.690565 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:36.838234 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-a1950588-dde5-4946-9943-43d8924d7b21 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2402720 Aug 26 15:59:36.864276 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Request body: {'port': {'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:36.871838 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd2ef4-50fd-474f-98fa-5467dff9b089 req-0d52b914-fb77-406c-88b7-fe1942dbe974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:36.875141 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-24dd2ef4-50fd-474f-98fa-5467dff9b089 req-0d52b914-fb77-406c-88b7-fe1942dbe974 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 1129 time: 0.1337821 Aug 26 15:59:36.943248 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-24dd2ef4-50fd-474f-98fa-5467dff9b089 req-9b0a2311-1eb2-408d-805f-706e1a8fa8dd service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613515 Aug 26 15:59:36.984921 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f8e80d88-325d-4b53-915d-e72ee26deeb3 None None] Provisioning complete for port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:36.985591 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f8e80d88-325d-4b53-915d-e72ee26deeb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:37.004672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:37.067420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:37.084710 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f8e80d88-325d-4b53-915d-e72ee26deeb3 None None] Port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 15:59:37.525342 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192aae4-f881-4beb-add0-f853646071ba req-e6fe9d19-043d-4d30-9e2b-a49a78bb0c89 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:37.527464 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8192aae4-f881-4beb-add0-f853646071ba req-e6fe9d19-043d-4d30-9e2b-a49a78bb0c89 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.2564476 Aug 26 15:59:37.614646 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-bd4e7cae-7f78-487f-865d-06fe1e289a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:37.644033 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a0575-9e23-4482-aa8b-dfa0d2dc2cad req-2b38ccff-e855-497b-be4b-12086c9f060b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:37.655787 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc6a0575-9e23-4482-aa8b-dfa0d2dc2cad req-2b38ccff-e855-497b-be4b-12086c9f060b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.3891549 Aug 26 15:59:37.741213 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:37.788455 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8192aae4-f881-4beb-add0-f853646071ba req-d905ffd9-f620-478b-bdef-a63ba6df2b02 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495363 Aug 26 15:59:37.853313 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc6a0575-9e23-4482-aa8b-dfa0d2dc2cad req-d22c7327-9c32-44e0-b64d-08015d8bede6 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913228 Aug 26 15:59:38.047254 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2c5b8a-cb44-484c-9531-c39f763ffef9 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:38.121091 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks [] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:38.182122 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a7b97-5c89-48a7-a210-0237b811539f req-ee4b724b-1fae-4309-994b-9c3d259de3e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:38.189537 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-af8a7b97-5c89-48a7-a210-0237b811539f req-ee4b724b-1fae-4309-994b-9c3d259de3e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 931 time: 0.2021346 Aug 26 15:59:38.194644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Transition to ACTIVE for port object 3b2c5b8a-cb44-484c-9531-c39f763ffef9 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 15:59:38.219487 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0cc1a-029f-4604-9df5-f697a7bdc6fe req-b0607744-4b87-46d3-bde6-624bbab85759 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:38.231363 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76d0cc1a-029f-4604-9df5-f697a7bdc6fe req-b0607744-4b87-46d3-bde6-624bbab85759 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.2199235 Aug 26 15:59:38.353957 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:38.551446 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-af8a7b97-5c89-48a7-a210-0237b811539f req-06d7d20e-12aa-423c-810d-c5461c93a477 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3557758 Aug 26 15:59:38.775359 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76d0cc1a-029f-4604-9df5-f697a7bdc6fe req-169f9c05-01cf-4d84-8807-3b4a1bbab1cc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397184 Aug 26 15:59:38.836481 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:38.845962 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:39.081322 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Attempting to bind port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 15:59:39.082006 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Attempting to bind port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 15:59:39.083176 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Attempting to bind port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:39.355229 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 on network a3e12d9a-1559-439b-ab2a-deef2d81938d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 15:59:39.356125 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Attempting to bind port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 on network a3e12d9a-1559-439b-ab2a-deef2d81938d {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 15:59:39.372332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 15:59:39.372675 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Checking segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 15:59:39.373060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Bound using segment: {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 15:59:39.373686 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Bound port: 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 15:59:39.374055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:39.408373 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bbdea-187a-4ff2-a56c-49b7d300456f req-99198cc7-484d-4855-aae5-f26cecfaf08c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:39.410010 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b66bbdea-187a-4ff2-a56c-49b7d300456f req-99198cc7-484d-4855-aae5-f26cecfaf08c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.4350460 Aug 26 15:59:39.512650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742d8da-ba12-4e8d-a578-6e76699dfb86 req-01b26058-4c7c-41f7-8028-c1cdb6d811f0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:39.527534 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6742d8da-ba12-4e8d-a578-6e76699dfb86 req-01b26058-4c7c-41f7-8028-c1cdb6d811f0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.4411421 Aug 26 15:59:39.640577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 15:59:39.648290 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 15:59:39.688747 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b66bbdea-187a-4ff2-a56c-49b7d300456f req-65472648-9249-4d88-b9ef-2d8b7471cf8b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983011 Aug 26 15:59:39.732602 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6742d8da-ba12-4e8d-a578-6e76699dfb86 req-ef351a04-1261-43b0-9e6f-47569862d341 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870649 Aug 26 15:59:39.775554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:39.780833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:39.781446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:39.782981 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1093 time: 2.9273448 Aug 26 15:59:39.783764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:39.786975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59125a6d-97cb-41bd-8d60-54cefaee5d23" -d '{"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:39.981981 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e735cf-1e19-4cfb-976a-bdc24a776f38 req-003caf17-ac62-44b3-aea6-c2f54e4214b7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:39.995848 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65e735cf-1e19-4cfb-976a-bdc24a776f38 req-003caf17-ac62-44b3-aea6-c2f54e4214b7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.1587863 Aug 26 15:59:40.004617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b86d15e-3806-4dc9-a03b-613886f05029 x-openstack-request-id: req-6b86d15e-3806-4dc9-a03b-613886f05029 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:40.005195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:40.005651 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6b86d15e-3806-4dc9-a03b-613886f05029 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:40.006337 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b86d15e-3806-4dc9-a03b-613886f05029'] response: {'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'status': 'completed', 'code': 200} Aug 26 15:59:40.104433 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2447d-45c0-4ab2-a58f-6bfd223e1583 service neutron] Pushing event updated for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:40.126039 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f21f-d0e0-4002-89cd-7f4264013539 req-af371d9a-09f6-4704-9cd6-46c43cb8cd62 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:40.133503 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-78e0f21f-d0e0-4002-89cd-7f4264013539 req-af371d9a-09f6-4704-9cd6-46c43cb8cd62 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1170707 Aug 26 15:59:40.143250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:40.170511 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65e735cf-1e19-4cfb-976a-bdc24a776f38 req-7b6abf81-33de-42d2-948d-76c25d37005d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552320 Aug 26 15:59:40.224537 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6c95bc5a-4abe-4752-a1fc-caff4f9f6368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:40.256806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-78e0f21f-d0e0-4002-89cd-7f4264013539 req-cb68a287-10b8-4435-aa84-306b4e6ad2ac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221733 Aug 26 15:59:40.554524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53456) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:40.729480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a2b854d8-9610-4aa0-af8e-d441b22acee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:40.867149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a2b854d8-9610-4aa0-af8e-d441b22acee4 admin admin] Publish callbacks [] for security_group (cb06487a-49c2-49b9-9667-d42e7a8f1328), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.029411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a2b854d8-9610-4aa0-af8e-d441b22acee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cb06487a-49c2-49b9-9667-d42e7a8f1328), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.113159 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d0e1a-39b0-475c-8f97-05d5d876fb06 req-93695d85-8d30-4aa4-a640-1d921f3e1ffd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:41.129782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db7d0e1a-39b0-475c-8f97-05d5d876fb06 req-93695d85-8d30-4aa4-a640-1d921f3e1ffd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.2548292 Aug 26 15:59:41.151760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a193d6-3840-47da-befb-ac35e728c71f req-cb9693fa-ba8c-40de-9cbf-a2d93a9565e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:41.223353 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32a193d6-3840-47da-befb-ac35e728c71f req-cb9693fa-ba8c-40de-9cbf-a2d93a9565e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.2558804 Aug 26 15:59:41.223353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b854d8-9610-4aa0-af8e-d441b22acee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb06487a-49c2-49b9-9667-d42e7a8f1328,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:41.223353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:41.223353 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a2b854d8-9610-4aa0-af8e-d441b22acee4 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=a357c1a638a4499bb4c9a55d0e0ce8e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6383619 Aug 26 15:59:41.225756 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53468) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:41.246824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:41.295765 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db7d0e1a-39b0-475c-8f97-05d5d876fb06 req-732f8927-2bf6-4136-b7ee-20af5908dd0e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577177 Aug 26 15:59:41.325014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32a193d6-3840-47da-befb-ac35e728c71f req-9af8a108-799a-4e7a-a43f-a135711471aa tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513605 Aug 26 15:59:41.349323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] Publish callbacks [] for security_group (cb06487a-49c2-49b9-9667-d42e7a8f1328), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.372899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] Publish callbacks [] for security_group (cb06487a-49c2-49b9-9667-d42e7a8f1328), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.517211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e88bd-1517-4c65-ba40-5fdc68da8db1 req-cd5358b1-88f0-4ed2-a227-216673c0be0a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:41.518811 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-355e88bd-1517-4c65-ba40-5fdc68da8db1 req-cd5358b1-88f0-4ed2-a227-216673c0be0a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0987051 Aug 26 15:59:41.550350 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec01d3-7c2f-4020-a4b9-c8162ff3ded7 req-d8e477b8-589d-419b-b34f-a51de12ad37e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:41.552057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6ec01d3-7c2f-4020-a4b9-c8162ff3ded7 req-d8e477b8-589d-419b-b34f-a51de12ad37e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0916250 Aug 26 15:59:41.573587 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53474) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:41.583478 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'port_id': '28a6367d-771f-4b85-b73b-d4f7949eaa49'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:41.647663 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-355e88bd-1517-4c65-ba40-5fdc68da8db1 req-187f3420-ddba-4145-9151-7984b2954700 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220112 Aug 26 15:59:41.665901 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:41.751309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6377d46-87b0-4818-9d6c-16e91ab44755 req-7833466f-1532-46ee-8873-bb99bae6f385 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:41.752760 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e6377d46-87b0-4818-9d6c-16e91ab44755 req-7833466f-1532-46ee-8873-bb99bae6f385 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1257291 Aug 26 15:59:41.880459 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e6377d46-87b0-4818-9d6c-16e91ab44755 req-0229367c-e0f5-4e41-b875-3e2462cbee47 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190355 Aug 26 15:59:42.154063 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.203974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cb06487a-49c2-49b9-9667-d42e7a8f1328), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.206578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.207790 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cb06487a-49c2-49b9-9667-d42e7a8f1328 HTTP/1.1" status: 204 len: 168 time: 0.9826052 Aug 26 15:59:42.217294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375684f8-e2e0-4613-a5c0-aa412917ca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb06487a-49c2-49b9-9667-d42e7a8f1328,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:42.244386 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.301858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:42.302879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.902186 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d932764-726d-41d9-9b6b-314b4a2e1d7f req-9e23e8be-4443-4c71-b34c-2f32463ed41c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:42.904074 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d932764-726d-41d9-9b6b-314b4a2e1d7f req-9e23e8be-4443-4c71-b34c-2f32463ed41c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1920652 Aug 26 15:59:42.912631 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:42.964926 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-de59b4f0-78fa-400b-9df2-14b3a1e903a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:42.966742 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-de59b4f0-78fa-400b-9df2-14b3a1e903a9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1127 time: 0.1621034 Aug 26 15:59:42.967957 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 0ed2694b-a323-47d4-82db-cde1d7cdacdd associated. External IP: 172.27.1.8, port: 28a6367d-771f-4b85-b73b-d4f7949eaa49. Aug 26 15:59:43.050192 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-13baba62-ace4-4a0d-b08f-315c01cbc6dd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790102 Aug 26 15:59:43.054558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:43.245455 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-4b8db625-bd16-4f95-a0b9-64cb9a098124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.251436 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-4b8db625-bd16-4f95-a0b9-64cb9a098124 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 1129 time: 0.1246598 Aug 26 15:59:43.278135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:43.310343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3077a9-dbbf-40d2-8875-96c5ba9cb60e req-9fe0a39e-6e9e-424e-923c-d97212ce26ef tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.317948 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4e3077a9-dbbf-40d2-8875-96c5ba9cb60e req-9fe0a39e-6e9e-424e-923c-d97212ce26ef tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.4101009 Aug 26 15:59:43.390049 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d932764-726d-41d9-9b6b-314b4a2e1d7f req-cea4b40e-f172-460c-b34f-990aea31328a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4580562 Aug 26 15:59:43.464576 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53498) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:43.478894 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4e3077a9-dbbf-40d2-8875-96c5ba9cb60e req-d151f7d9-8839-4eb7-a85b-41f6bc0a44f6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577828 Aug 26 15:59:43.505272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:43.516034 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:43.521896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-355781fb-4d42-4a5b-a6af-9365df651a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.526089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-355781fb-4d42-4a5b-a6af-9365df651a43 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=5f170813ecff47a68d7610de9d769287&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4889603 Aug 26 15:59:43.571087 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-5d5a31f9-4797-46ef-a262-1150c4118fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.575479 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-5d5a31f9-4797-46ef-a262-1150c4118fed service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.2893758 Aug 26 15:59:43.628799 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:43.672051 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-fc10ede2-266b-4aae-990f-9ce85e1a16bc service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 200 len: 1001 time: 0.0916438 Aug 26 15:59:43.718230 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 15:59:43.735835 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:43.759252 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-e308edfc-beb4-42d9-85c0-95b8b10850bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.761173 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-e308edfc-beb4-42d9-85c0-95b8b10850bd service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.0783083 Aug 26 15:59:43.786806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990ef18-f6cb-4197-91b3-de4ed9fde2c7 req-ad0a6b17-8bb7-46a0-9524-dd5c1646b1b4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.788369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e990ef18-f6cb-4197-91b3-de4ed9fde2c7 req-ad0a6b17-8bb7-46a0-9524-dd5c1646b1b4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.2556999 Aug 26 15:59:43.829911 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:43.835651 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Publish callbacks [] for security_group (accb4b37-9537-4dfe-84d0-5ea27a7096df), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:43.847392 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-7d7fe103-cc42-44d3-9223-1aa7dfca31db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.849470 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-7d7fe103-cc42-44d3-9223-1aa7dfca31db service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810637 Aug 26 15:59:43.927412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (accb4b37-9537-4dfe-84d0-5ea27a7096df), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:43.987066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-82b2392f-979d-4bbf-b70c-a5a1b6a097ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:43.988443 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59125a6d-97cb-41bd-8d60-54cefaee5d23 req-82b2392f-979d-4bbf-b70c-a5a1b6a097ed service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3090072 Aug 26 15:59:43.997622 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3fe4d8c0c41541b5b9ddf2dce70cf351&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5267775 Aug 26 15:59:43.997622 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accb4b37-9537-4dfe-84d0-5ea27a7096df,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:43.998849 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e990ef18-f6cb-4197-91b3-de4ed9fde2c7 req-3eb0107a-2cac-47f4-8143-646cb9819bb2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021604 Aug 26 15:59:44.002612 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-ac95a7f2-e719-4941-93a1-5ea99dac0f3d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431558 Aug 26 15:59:44.007483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.007823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.008237 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.008581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.009668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.010094 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.010423 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.010852 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.011213 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.011544 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.011790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53502) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:44.011931 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.012185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.012504 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.012822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.013146 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b85aa5-2ca4-4e44-ab1b-8cbda965de22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:44.040580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 15:59:44.058542 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 15:59:44.060827 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:44.074778 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:59:44.075475 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:59:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:44.141128 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ee69266b-be71-4e0b-99d8-a29daffa7801 req-4d89e36e-4664-4303-83ed-310e6063b0c1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239426 Aug 26 15:59:44.149252 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-fe8073a3-97f2-4e2a-9cde-2f0b4f0f3173 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/0ed2694b-a323-47d4-82db-cde1d7cdacdd HTTP/1.1" status: 200 len: 989 time: 2.5745709 Aug 26 15:59:44.153003 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:44.155340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:44.169885 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-305e466d-81b2-4daa-a82c-00a56d8a0d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.171851 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-305e466d-81b2-4daa-a82c-00a56d8a0d84 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1127 time: 0.0802641 Aug 26 15:59:44.187124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] Publish callbacks [] for security_group (accb4b37-9537-4dfe-84d0-5ea27a7096df), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:44.212314 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b43092-0af3-4d23-abcc-19136c05ecca x-openstack-request-id: req-f4b43092-0af3-4d23-abcc-19136c05ecca {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:44.212991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:44.213374 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f4b43092-0af3-4d23-abcc-19136c05ecca {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:44.213935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b43092-0af3-4d23-abcc-19136c05ecca'] response: {'name': 'network-changed', 'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'status': 'completed', 'code': 200} Aug 26 15:59:44.254965 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-2483a1b3-a862-408b-9932-fab0d1ecc118 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 217 time: 0.0641496 Aug 26 15:59:44.261855 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] Publish callbacks [] for security_group (accb4b37-9537-4dfe-84d0-5ea27a7096df), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:44.341988 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:59:44.376634 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-9e4b1f13-06bf-4bff-8bc6-04918f5bfdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.376634 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-9e4b1f13-06bf-4bff-8bc6-04918f5bfdad service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 1129 time: 0.0691495 Aug 26 15:59:44.387903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-d8d9474a-12c3-477e-b4f7-5654c59899a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.389793 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-d8d9474a-12c3-477e-b4f7-5654c59899a8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0945954 Aug 26 15:59:44.529993 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (accb4b37-9537-4dfe-84d0-5ea27a7096df), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:44.534339 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:44.542450 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/accb4b37-9537-4dfe-84d0-5ea27a7096df HTTP/1.1" status: 204 len: 168 time: 0.5258079 Aug 26 15:59:44.605409 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-262f5971-7f68-45b6-a63b-224a6586882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.608706 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-262f5971-7f68-45b6-a63b-224a6586882c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.2202275 Aug 26 15:59:44.622209 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dada6cb-d272-4804-9b7d-093daca8b6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accb4b37-9537-4dfe-84d0-5ea27a7096df,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:44.658510 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244cda73-98a6-49c0-88fd-09ae7408330b req-de351616-7878-4581-8200-9c794d3065f3 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.659971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-244cda73-98a6-49c0-88fd-09ae7408330b req-de351616-7878-4581-8200-9c794d3065f3 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1611667 Aug 26 15:59:44.686718 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaafdd-73e5-4742-9c14-feda5dc94c9e req-50cb7702-7ae9-41c0-abda-a009ccf8c10c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.688224 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4dbaafdd-73e5-4742-9c14-feda5dc94c9e req-50cb7702-7ae9-41c0-abda-a009ccf8c10c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0867157 Aug 26 15:59:44.726693 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:44.742292 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '0ed2694b-a323-47d4-82db-cde1d7cdacdd', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:ca:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:00Z', 'updated_at': '2022-08-26T15:59:42Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}, {'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:44.759346 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-244cda73-98a6-49c0-88fd-09ae7408330b req-21065c1f-6b0a-424b-be96-b5ea2bbab7cd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872743 Aug 26 15:59:44.772272 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4dbaafdd-73e5-4742-9c14-feda5dc94c9e req-f00b81e6-87b2-4a84-ab04-a3a9af3d10a9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731673 Aug 26 15:59:44.776444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 15:59:44.798211 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 15:59:44.803791 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:59:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:44.916971 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-1c53fa42-df17-4fcd-8969-6e343864ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:44.918665 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-1c53fa42-df17-4fcd-8969-6e343864ff5f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577817 Aug 26 15:59:44.935067 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 15:59:44.937752 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-6aa9ac0c-63ae-4bbb-81ce-619744b4806b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49 HTTP/1.1" status: 200 len: 997 time: 0.0770378 Aug 26 15:59:45.148709 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-6a8a7c3b-c77a-4cc6-9037-8078019f43c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:45.150369 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-6a8a7c3b-c77a-4cc6-9037-8078019f43c4 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.0666897 Aug 26 15:59:45.163769 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:45.249061 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f68f8b-9931-44f4-978a-c321e4cda293 req-aa6da28d-3584-4102-88ea-cb688ce936c1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:45.250715 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-48f68f8b-9931-44f4-978a-c321e4cda293 req-aa6da28d-3584-4102-88ea-cb688ce936c1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.1211150 Aug 26 15:59:45.268110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-77024a8c-4085-4e81-bc6c-78ebc46cc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:45.269607 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-77024a8c-4085-4e81-bc6c-78ebc46cc2c8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821054 Aug 26 15:59:45.271193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '0ed2694b-a323-47d4-82db-cde1d7cdacdd', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:ca:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:00Z', 'updated_at': '2022-08-26T15:59:42Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}, {'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:45.301984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682bc4d-9f88-4d05-9539-556d214ef7ab None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '0ed2694b-a323-47d4-82db-cde1d7cdacdd', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.8', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 300, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:ca:51:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:00Z', 'updated_at': '2022-08-26T15:59:42Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}, {'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 15:59:45.359216 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-3c6bc46a-9ea4-43ad-8bda-171343833a6b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733917 Aug 26 15:59:45.367744 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-48f68f8b-9931-44f4-978a-c321e4cda293 req-3b46ac3d-7a8c-4a6f-9789-107f35e33510 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036403 Aug 26 15:59:45.404070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:45.423273 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-50f97e99-0cec-424d-b4e9-021d3d3dc5cb service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395450 Aug 26 15:59:45.598949 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677620d8-7e1f-4096-ba03-4f167f3ca242 None None] New status for floating IP 0ed2694b-a323-47d4-82db-cde1d7cdacdd: ACTIVE {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 15:59:45.932770 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe80f6-6bfe-4cac-b7fd-3a883a7d7223 req-27982115-9f03-45a3-9821-df901afb1cfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:45.934289 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5fe80f6-6bfe-4cac-b7fd-3a883a7d7223 req-27982115-9f03-45a3-9821-df901afb1cfc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0806971 Aug 26 15:59:45.940063 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5553d03-c011-425c-8a0f-57118916f871 req-2a6c744f-5dad-44f6-a0ae-eccbdcbed5e2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:45.941481 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e5553d03-c011-425c-8a0f-57118916f871 req-2a6c744f-5dad-44f6-a0ae-eccbdcbed5e2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0778761 Aug 26 15:59:45.994913 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:46.008677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5fe80f6-6bfe-4cac-b7fd-3a883a7d7223 req-13e1ad60-d0af-4b78-8749-cb0fdfe9a11f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661929 Aug 26 15:59:46.038578 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e5553d03-c011-425c-8a0f-57118916f871 req-296e181f-2c7d-4d67-8292-8b448ce1d8ac tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787427 Aug 26 15:59:46.494804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e27ca-1d0b-4968-90d6-cf843d38c889 req-58e84b87-dfc2-4893-b32b-9cffe2a152f7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:46.496299 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-798e27ca-1d0b-4968-90d6-cf843d38c889 req-58e84b87-dfc2-4893-b32b-9cffe2a152f7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0478773 Aug 26 15:59:46.545921 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-798e27ca-1d0b-4968-90d6-cf843d38c889 req-03ebe120-6049-400b-b2bb-acb529b64ddc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439334 Aug 26 15:59:47.178218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d15e7-a021-4548-9842-8670fe9aeb13 req-9311ff24-63e1-4e5b-a874-a989905c5b19 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:47.179609 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-528d15e7-a021-4548-9842-8670fe9aeb13 req-9311ff24-63e1-4e5b-a874-a989905c5b19 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0818059 Aug 26 15:59:47.199962 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878b62-58e7-4e56-a4d7-65fff0fa6ce2 req-fbe7cf6c-df74-4551-8737-d3529ee57aec tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:47.201444 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-04878b62-58e7-4e56-a4d7-65fff0fa6ce2 req-fbe7cf6c-df74-4551-8737-d3529ee57aec tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0687346 Aug 26 15:59:47.259763 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-528d15e7-a021-4548-9842-8670fe9aeb13 req-ea14df40-ba60-4180-94b8-cc8739d86292 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743237 Aug 26 15:59:47.276819 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-04878b62-58e7-4e56-a4d7-65fff0fa6ce2 req-96a9b7e4-08a3-422c-9a3f-40c05a984e0e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606322 Aug 26 15:59:47.675402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb032cd0-87e0-432a-ac49-5fe33d4abf88 req-ff993861-0160-43cd-82e0-37d26b3194a7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:47.676861 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb032cd0-87e0-432a-ac49-5fe33d4abf88 req-ff993861-0160-43cd-82e0-37d26b3194a7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0498829 Aug 26 15:59:47.733791 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb032cd0-87e0-432a-ac49-5fe33d4abf88 req-f24e9f7a-e88e-4dcc-a944-3bf153ff0317 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509384 Aug 26 15:59:48.408400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834872e-87da-442d-818c-8e5ea54fe748 req-c78aea21-c319-4b71-886f-5a84b9109ad0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:48.409870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2834872e-87da-442d-818c-8e5ea54fe748 req-c78aea21-c319-4b71-886f-5a84b9109ad0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0734127 Aug 26 15:59:48.432286 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea2cd9-4752-42d9-8831-622f41b2ca3d req-cbeb0668-a1f4-4316-a7f6-3c7ca6d66db4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:48.433809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-71ea2cd9-4752-42d9-8831-622f41b2ca3d req-cbeb0668-a1f4-4316-a7f6-3c7ca6d66db4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0684226 Aug 26 15:59:48.503509 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2834872e-87da-442d-818c-8e5ea54fe748 req-a65bddf2-39c2-4e12-89cc-9048bc78d332 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870595 Aug 26 15:59:48.511337 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-71ea2cd9-4752-42d9-8831-622f41b2ca3d req-de1a7cb0-7f40-4971-9dcb-261e831b383f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703928 Aug 26 15:59:48.623542 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-0f3ecb45-766c-4f83-8a7a-efc98d7df66c req-f593eedc-9247-4a8c-9197-2656549b5afe service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926428 Aug 26 15:59:48.624168 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fcddd5a0-3fa4-4755-9528-783f22981d19 req-bd2838f6-cfad-4d85-b018-b92833026c04 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952234 Aug 26 15:59:48.850312 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:48.864096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6c55c-f719-438d-a45f-65829cab985a req-b6883424-fa2e-4e3f-9e6b-8e222490461d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:48.865578 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61a6c55c-f719-438d-a45f-65829cab985a req-b6883424-fa2e-4e3f-9e6b-8e222490461d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 946 time: 0.0510111 Aug 26 15:59:48.921094 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61a6c55c-f719-438d-a45f-65829cab985a req-df11ac92-ec61-4c9f-b6d7-5d5892cd2a03 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480554 Aug 26 15:59:49.232918 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-0a7f94b9-57b6-444d-9396-e421da8d9418 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/networks?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318859 Aug 26 15:59:49.429884 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-ff554c1a-9d40-4fe0-99e3-e494935e10fc tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:49.432238 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-ff554c1a-9d40-4fe0-99e3-e494935e10fc tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940453 Aug 26 15:59:49.444672 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 15:59:49.456956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-1786e0f4-7106-4eca-b26d-4f397ca39972 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/quotas/aa98d1bd1c354b38b99eb85b741e44ab HTTP/1.1" status: 200 len: 375 time: 0.0107763 Aug 26 15:59:49.491634 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-50bb3b09-81b4-4953-a592-985976da8635 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279174 Aug 26 15:59:49.544001 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: ACTIVE; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:49.544406 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:49.586026 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:49.589532 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf43cb5-237b-4c64-91c9-0884cdeb64b1" -d '{"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:49.595007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:49.666902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e4e0e-3a5c-40f7-aaeb-a2d20a9aa96f req-a8b9f196-6a73-483e-9cbf-16deed553f8a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:49.668557 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e7e4e0e-3a5c-40f7-aaeb-a2d20a9aa96f req-a8b9f196-6a73-483e-9cbf-16deed553f8a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0497754 Aug 26 15:59:49.700086 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:49.707041 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53686) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:49.715414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:49.792163 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e7e4e0e-3a5c-40f7-aaeb-a2d20a9aa96f req-820ba92e-634d-4aaf-965c-7d556ee2c431 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177740 Aug 26 15:59:49.796869 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:49.826313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Deleting subnet f7586035-4f0f-4ab6-9fa3-05295a0d2fe6 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 15:59:49.834753 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Publish callbacks [] for subnet (f7586035-4f0f-4ab6-9fa3-05295a0d2fe6), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:49.838012 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=8']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:49.851955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.857307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.857307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.857307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.861137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.861546 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.861876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.862333 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.862639 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.863082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.863348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.863758 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.864020 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.864347 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.864671 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:49.875821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bad83bb-2dc4-4ea2-8fab-41c413e11f08 x-openstack-request-id: req-2bad83bb-2dc4-4ea2-8fab-41c413e11f08 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:49.876183 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-unplugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:49.876458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2bad83bb-2dc4-4ea2-8fab-41c413e11f08 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:49.883207 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bad83bb-2dc4-4ea2-8fab-41c413e11f08'] response: {'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'code': 200} Aug 26 15:59:49.904244 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (f7586035-4f0f-4ab6-9fa3-05295a0d2fe6), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:49.934511 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e6175b0-fed0-473a-8f68-dc19ae3224a0 req-b16ad6dc-52aa-481f-8184-a119f05c5d0f tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0362279 Aug 26 15:59:49.950029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2702967-c0e6-4699-92e8-1f950bb0b822 req-91540f62-0d4e-43e9-8c7a-3e1fb9c78e84 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:49.952132 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2702967-c0e6-4699-92e8-1f950bb0b822 req-91540f62-0d4e-43e9-8c7a-3e1fb9c78e84 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.1218951 Aug 26 15:59:49.985980 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (f7586035-4f0f-4ab6-9fa3-05295a0d2fe6), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.018481 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a2702967-c0e6-4699-92e8-1f950bb0b822 req-aef897d1-4297-4d19-8f0a-6f5503c43f34 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600829 Aug 26 15:59:50.081264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ab92-3dde-473a-b963-de5907660ce6 req-f6bf5a32-1cd9-4ee6-93b9-f2ac35f593e1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:50.082783 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f30ab92-3dde-473a-b963-de5907660ce6 req-f6bf5a32-1cd9-4ee6-93b9-f2ac35f593e1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0633047 Aug 26 15:59:50.133791 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f30ab92-3dde-473a-b963-de5907660ce6 req-7c62e7d7-5c11-4e22-ad67-5c188b6d8882 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 Aug 26 15:59:50.164055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (f7586035-4f0f-4ab6-9fa3-05295a0d2fe6), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.192524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7586035-4f0f-4ab6-9fa3-05295a0d2fe6,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:50.201406 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.205025 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b8ae1afd-b84e-4855-bca5-7a9a07ae2514 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/f7586035-4f0f-4ab6-9fa3-05295a0d2fe6 HTTP/1.1" status: 204 len: 168 time: 0.4966507 Aug 26 15:59:50.207945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53700) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:50.294707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (896b40d0-f5e7-4bb6-9611-c340591fa457), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.384362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (896b40d0-f5e7-4bb6-9611-c340591fa457), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.408698 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896b40d0-f5e7-4bb6-9611-c340591fa457']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:50.419434 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f7585f-f2af-40e4-ac70-a37af9c77143') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:50.419733 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f7585f-f2af-40e4-ac70-a37af9c77143') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 15:59:50.436132 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (64f7585f-f2af-40e4-ac70-a37af9c77143), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.450034 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:50.452725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (64f7585f-f2af-40e4-ac70-a37af9c77143), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.460487 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 15:59:50.461120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (64f7585f-f2af-40e4-ac70-a37af9c77143), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.483907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-3b787828-8899-4934-bb21-247f61813ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:50.485457 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-3b787828-8899-4934-bb21-247f61813ace service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1128 time: 0.3229427 Aug 26 15:59:50.713110 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 64f7585f-f2af-40e4-ac70-a37af9c77143 resource provider aggregate not found Aug 26 15:59:50.734531 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 64f7585f-f2af-40e4-ac70-a37af9c77143 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64f7585f-f2af-40e4-ac70-a37af9c77143 found for delete ", "request_id": "req-433b0399-bd17-4030-9760-74e463f2488c"}]} Aug 26 15:59:50.815006 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (896b40d0-f5e7-4bb6-9611-c340591fa457), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.823628 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:50.827302 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/896b40d0-f5e7-4bb6-9611-c340591fa457 HTTP/1.1" status: 204 len: 168 time: 0.6181016 Aug 26 15:59:50.838982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf5097-714d-440e-8fa2-ee7a2d826d85 admin admin] Pushing event deleted for resources: {'Network': ['ID=896b40d0-f5e7-4bb6-9611-c340591fa457,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:50.944634 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b24c58-a11a-43df-9740-733704e37b4d req-47052d86-f1f3-47e3-99bc-dd30fe762b46 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:50.946601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95b24c58-a11a-43df-9740-733704e37b4d req-47052d86-f1f3-47e3-99bc-dd30fe762b46 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0566065 Aug 26 15:59:51.001223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95b24c58-a11a-43df-9740-733704e37b4d req-3c9e14bc-9b28-4763-b5d9-0dc17781dfa4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481341 Aug 26 15:59:51.028554 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b23575c-ed4f-4fae-b7d3-40342beb57a1 req-89f90e79-536c-4f91-812f-3568fed494a9 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0317626 Aug 26 15:59:51.162782 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c080d-2d28-4275-96a8-89545e39e097 req-0535793e-778c-4a55-b688-fa107645d3df tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:51.164181 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e9c080d-2d28-4275-96a8-89545e39e097 req-0535793e-778c-4a55-b688-fa107645d3df tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0542800 Aug 26 15:59:51.241494 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e9c080d-2d28-4275-96a8-89545e39e097 req-d6bd3e3f-54ac-44ea-aaf7-92c4ccbb1474 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697200 Aug 26 15:59:51.276580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c79c5-3013-4c2f-9235-607ce42e552e req-935dbdb3-3b74-4bc7-b79a-8b7a49b748de tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:51.278071 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-564c79c5-3013-4c2f-9235-607ce42e552e req-935dbdb3-3b74-4bc7-b79a-8b7a49b748de tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0588999 Aug 26 15:59:51.308548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53722) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:51.333016 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-564c79c5-3013-4c2f-9235-607ce42e552e req-6cb705ca-f10e-4869-8bfe-2ee8e105c887 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492318 Aug 26 15:59:51.364122 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-45ea6633-0ea1-4b06-a5ea-2f2ef22da92c admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=2ff1702cbe6d41b196df47d78f148368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542021 Aug 26 15:59:51.366582 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53724) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 15:59:51.420391 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] Publish callbacks [] for security_group (3aec75f3-c832-447c-948c-21396c73f25c), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:51.442733 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] Publish callbacks [] for security_group (3aec75f3-c832-447c-948c-21396c73f25c), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:51.854499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (3aec75f3-c832-447c-948c-21396c73f25c), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:51.854499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:51.854499 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/3aec75f3-c832-447c-948c-21396c73f25c HTTP/1.1" status: 204 len: 168 time: 0.3256056 Aug 26 15:59:51.854499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423af02-ffa7-42ed-9d62-487a6532dcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aec75f3-c832-447c-948c-21396c73f25c,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:52.188801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-866da24b-7f4e-4249-bfce-478fcc179953 req-dc1fcd98-ea81-4fa0-825a-e4cc11bc32ff tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0621955 Aug 26 15:59:52.206130 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3ac68-c89b-4c0b-9c17-1ba92818de53 req-7eff4462-c55e-4eaf-bdb0-d8fd0e02f770 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:52.210293 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2dd3ac68-c89b-4c0b-9c17-1ba92818de53 req-7eff4462-c55e-4eaf-bdb0-d8fd0e02f770 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1061401 Aug 26 15:59:52.240136 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-9156e892-3e84-455e-8654-094833cc770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:52.241586 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-9156e892-3e84-455e-8654-094833cc770b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.2096031 Aug 26 15:59:52.261676 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:52.285961 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2dd3ac68-c89b-4c0b-9c17-1ba92818de53 req-4df8f07d-9df1-46b5-a3ed-7ffec05152e0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638356 Aug 26 15:59:52.376234 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76860fb-8fdb-44e8-bbfc-bcda41f71ac6 req-25419f98-1ee6-4757-823d-b41e08161cd2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:52.381821 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e76860fb-8fdb-44e8-bbfc-bcda41f71ac6 req-25419f98-1ee6-4757-823d-b41e08161cd2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 943 time: 0.0542886 Aug 26 15:59:52.460474 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e76860fb-8fdb-44e8-bbfc-bcda41f71ac6 req-1f94c8cb-fb08-432b-9608-8ca0c075fffa tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768490 Aug 26 15:59:52.477983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39759a-504e-4430-8bc5-8e703a5da9b8 req-60fd6736-a063-42b1-aa73-1e0a0fd00dd5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:52.484504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d39759a-504e-4430-8bc5-8e703a5da9b8 req-60fd6736-a063-42b1-aa73-1e0a0fd00dd5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0632989 Aug 26 15:59:52.530145 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d39759a-504e-4430-8bc5-8e703a5da9b8 req-5e5fa9db-a23a-4dca-9913-71ea9739c535 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440691 Aug 26 15:59:52.993681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 3b2c5b8a-cb44-484c-9531-c39f763ffef9 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 15:59:53.111905 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-64d72f73-2f0d-4a4a-a402-5ed585cbfef2 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 1000 time: 0.0791292 Aug 26 15:59:53.164550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:53.178569 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 986, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 15:59:53.192694 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-5cff6d4c-136e-4ca5-ae19-6aa275c9c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:53.194351 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-5cff6d4c-136e-4ca5-ae19-6aa275c9c4ef service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0510342 Aug 26 15:59:53.227204 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:53.227894 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.247059 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2c5b8a-cb44-484c-9531-c39f763ffef9 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 15:59:53.265591 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:53.271366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-b37ee489-244c-464c-9176-9b8798ff31e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:53.274264 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:53.275014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-b37ee489-244c-464c-9176-9b8798ff31e3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706108 Aug 26 15:59:53.387863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:53.432329 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d40f1546-0951-4d38-8355-d8a4603f4abe req-324e2d2e-0b45-4a7a-9f57-3780bc3ad57e tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0941448 Aug 26 15:59:53.537010 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:53.558277 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-2c2f4df1-53d1-4dd8-8ee3-019cfbe066e5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764330 Aug 26 15:59:53.566525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d90b1-8d87-497a-9fe1-ce69bfc8e26a req-1c292fb8-122d-4014-9eda-57bb6111902f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:53.568522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de0d90b1-8d87-497a-9fe1-ce69bfc8e26a req-1c292fb8-122d-4014-9eda-57bb6111902f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0987613 Aug 26 15:59:53.709773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0945-dc94-47f4-92f1-19e6319d9ab9 req-dee0905d-be12-4565-be0c-905594e87278 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:53.711243 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0e6f0945-dc94-47f4-92f1-19e6319d9ab9 req-dee0905d-be12-4565-be0c-905594e87278 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 944 time: 0.1172543 Aug 26 15:59:53.716163 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de0d90b1-8d87-497a-9fe1-ce69bfc8e26a req-f6a158cd-bf0e-4673-834b-21b0eacad7ee tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371126 Aug 26 15:59:53.792529 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-009adbb7-82cc-46f5-84e8-3d6e07ab7f17 req-2eb0e1ea-47cf-4e6d-92b8-03a0f607f092 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603398 Aug 26 15:59:53.809079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0e6f0945-dc94-47f4-92f1-19e6319d9ab9 req-f8003d1e-038e-42fd-ab2e-eb2a31db1396 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886054 Aug 26 15:59:53.847032 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132aa2a-5cd1-489f-ad05-92ef3dab83da req-6ec54d23-52b0-44d1-820c-5cf4697f9db4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:53.847281 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3132aa2a-5cd1-489f-ad05-92ef3dab83da req-6ec54d23-52b0-44d1-820c-5cf4697f9db4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0575378 Aug 26 15:59:53.899114 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3132aa2a-5cd1-489f-ad05-92ef3dab83da req-edcc8343-8d17-4149-a414-1d3b5c456acc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Aug 26 15:59:53.943809 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['3b2c5b8a-cb44-484c-9531-c39f763ffef9'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 15:59:54.549196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c80078a8-8cde-47f3-945f-4b6b21e4f750 req-20ae3555-bc87-4d39-b6b4-b97d7c2bf7e7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0279140 Aug 26 15:59:54.853760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2581ed1-9bb9-4194-ae27-6ba8c336746f req-831d9c01-56d3-4da2-9829-1c81eee0ddb5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:54.855318 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b2581ed1-9bb9-4194-ae27-6ba8c336746f req-831d9c01-56d3-4da2-9829-1c81eee0ddb5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0595405 Aug 26 15:59:54.919122 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b2581ed1-9bb9-4194-ae27-6ba8c336746f req-ca1115e1-9bda-4674-bf6b-198b96cf2f8c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581024 Aug 26 15:59:54.957768 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6bd9c-b416-4d19-854a-503ee86a9015 req-cf78215a-42a3-415c-85c8-baf0f78de2b7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:54.959291 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b1e6bd9c-b416-4d19-854a-503ee86a9015 req-cf78215a-42a3-415c-85c8-baf0f78de2b7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 944 time: 0.0580428 Aug 26 15:59:55.002606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:55.045440 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b1e6bd9c-b416-4d19-854a-503ee86a9015 req-86f600ae-f404-478f-bac8-19c485add741 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797706 Aug 26 15:59:55.052505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dbe47-b947-432c-b3c1-459abb87a33c req-57e877af-e4be-4ab5-af29-aa75ac2a7658 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:55.053390 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4d6dbe47-b947-432c-b3c1-459abb87a33c req-57e877af-e4be-4ab5-af29-aa75ac2a7658 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0662539 Aug 26 15:59:55.109792 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4d6dbe47-b947-432c-b3c1-459abb87a33c req-9ad917a2-5965-4ce0-afb5-edea313485a1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503349 Aug 26 15:59:55.659307 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-64730663-0edc-42cc-9075-9856f39c3bde req-4872e35a-6ff3-47f4-9b7b-a8b86ff86198 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0307162 Aug 26 15:59:55.867353 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:56.044319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecc9d6-e4b4-4271-b0dc-90593e23eac4 req-c47cabc5-0d7a-418c-aa64-a1408152759f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:56.045843 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7cecc9d6-e4b4-4271-b0dc-90593e23eac4 req-c47cabc5-0d7a-418c-aa64-a1408152759f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0480275 Aug 26 15:59:56.048630 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 3b2c5b8a-cb44-484c-9531-c39f763ffef9 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 15:59:56.098445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7cecc9d6-e4b4-4271-b0dc-90593e23eac4 req-26f31789-1ef8-4344-8432-1b261e7ed618 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457079 Aug 26 15:59:56.104219 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 15:59:56.189684 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce4556-305a-4525-8c3e-bc87bae30b71 req-25b7fd5d-6510-4808-9fe1-f84012896179 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:56.191248 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8ce4556-305a-4525-8c3e-bc87bae30b71 req-25b7fd5d-6510-4808-9fe1-f84012896179 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 944 time: 0.0546827 Aug 26 15:59:56.225845 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 15:59:56.226525 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:56.259767 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2119b-a021-4e2b-8488-b0601eb82083 req-ad8172eb-d1f9-493c-85ab-f25a8e4f3a95 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:56.261239 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0a2119b-a021-4e2b-8488-b0601eb82083 req-ad8172eb-d1f9-493c-85ab-f25a8e4f3a95 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0687699 Aug 26 15:59:56.270171 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:56.283619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:56.293436 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a8ce4556-305a-4525-8c3e-bc87bae30b71 req-39fbb416-ab63-4b24-bdfd-13ebfbf7d5d9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912254 Aug 26 15:59:56.310876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 15:59:56.311383 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:56.331765 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0a2119b-a021-4e2b-8488-b0601eb82083 req-c148ee40-6492-491d-80bb-ca7178ac1bb2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630572 Aug 26 15:59:56.340624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 15:59:56.340624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1933d827-53ab-493c-a097-cd6a74c877ed" -d '{"events": [{"server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "name": "network-vif-plugged", "status": "completed", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 15:59:56.364396 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 15:59:56.390139 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b74ac2-0792-4930-a08e-4e9c46b331cd x-openstack-request-id: req-46b74ac2-0792-4930-a08e-4e9c46b331cd {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 15:59:56.390692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "name": "network-vif-plugged", "status": "completed", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 15:59:56.390983 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-46b74ac2-0792-4930-a08e-4e9c46b331cd {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 15:59:56.391388 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46b74ac2-0792-4930-a08e-4e9c46b331cd'] response: {'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'code': 200} Aug 26 15:59:56.460416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:56.526151 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:56.777250 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-333cc262-91e0-45fd-8a69-7783d95f4057 req-59fe172f-c3fd-4652-8f0a-190bbf1ac390 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0369239 Aug 26 15:59:57.239486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211f7a9-2035-42a1-ba55-b18a90111c02 req-8c767228-4122-4d46-9c11-2c3b5c17e46d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:57.240963 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c211f7a9-2035-42a1-ba55-b18a90111c02 req-8c767228-4122-4d46-9c11-2c3b5c17e46d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0571828 Aug 26 15:59:57.321251 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56555f0a-6476-48fa-a3dd-37c4ec195a2a req-2b042b81-486e-4b3c-a8d5-83fb55b39207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:57.322768 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56555f0a-6476-48fa-a3dd-37c4ec195a2a req-2b042b81-486e-4b3c-a8d5-83fb55b39207 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.0581522 Aug 26 15:59:57.326564 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c211f7a9-2035-42a1-ba55-b18a90111c02 req-d9793c38-5e7b-481b-b62f-9670ae9df282 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784853 Aug 26 15:59:57.402139 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56555f0a-6476-48fa-a3dd-37c4ec195a2a req-b4d5de35-b4b1-4405-96de-c169d2254f3f service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675921 Aug 26 15:59:57.439445 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8856d5-404b-4d1a-854b-ede99e3d9379 req-fa66e329-9576-4d22-8b19-46da258846c8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:57.445987 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d8856d5-404b-4d1a-854b-ede99e3d9379 req-fa66e329-9576-4d22-8b19-46da258846c8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0585558 Aug 26 15:59:57.496981 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d8856d5-404b-4d1a-854b-ede99e3d9379 req-e342eda8-3dff-4354-a119-cc1222f299bf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Aug 26 15:59:57.616212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536669d6-d2ae-4a52-b7ef-146a2615f557 req-8b86f947-d275-48b4-8d26-6ca085f64671 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:57.617812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-536669d6-d2ae-4a52-b7ef-146a2615f557 req-8b86f947-d275-48b4-8d26-6ca085f64671 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0561333 Aug 26 15:59:57.672593 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-536669d6-d2ae-4a52-b7ef-146a2615f557 req-616c396f-1b3f-4866-a426-9f7711c9c353 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489619 Aug 26 15:59:57.785218 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce5f1f-339c-44c9-ad13-a8929de89880 req-fc97d931-9f06-47b0-a23c-b34387ce8aad tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:57.786711 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e7ce5f1f-339c-44c9-ad13-a8929de89880 req-fc97d931-9f06-47b0-a23c-b34387ce8aad tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0506535 Aug 26 15:59:57.844851 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e7ce5f1f-339c-44c9-ad13-a8929de89880 req-12c33759-21ff-4e5d-ab00-3f01eee280e4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478876 Aug 26 15:59:57.914452 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-7765f69a-5986-45a2-af66-6211f85350e2 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330892 Aug 26 15:59:58.324339 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c903fe46-7268-41bd-9361-e46dad43957d req-57d4c828-bbc5-455f-83ef-7f4260e3c6dc tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0317233 Aug 26 15:59:58.682333 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-f6f69f31-030c-40d2-9792-4d5597d3f2be tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:58.687199 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-f6f69f31-030c-40d2-9792-4d5597d3f2be tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986816 Aug 26 15:59:58.702510 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae66c50-a8f6-43db-839b-e0e92d5bb3d7 req-2e1620fa-22c5-4ca1-a8dc-6b24c9552a10 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:58.704142 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bae66c50-a8f6-43db-839b-e0e92d5bb3d7 req-2e1620fa-22c5-4ca1-a8dc-6b24c9552a10 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1127779 Aug 26 15:59:58.745661 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Request body: {'port': {'device_id': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4', 'admin_state_up': True, 'tenant_id': 'aa98d1bd1c354b38b99eb85b741e44ab'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 15:59:58.786394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-9c4092c3-f208-4bdd-a2aa-1af2863744eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:58.788256 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-9c4092c3-f208-4bdd-a2aa-1af2863744eb service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1130 time: 0.0498309 Aug 26 15:59:58.807756 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:58.814403 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bae66c50-a8f6-43db-839b-e0e92d5bb3d7 req-930e8a0d-b2e3-4efd-b94f-8a6720832c95 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043830 Aug 26 15:59:58.884889 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:58.984245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891813e-40f1-4c67-9474-c1ad376336c9 req-875154ac-d0eb-45ac-aaa2-cc036548f6dc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:58.988384 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9891813e-40f1-4c67-9474-c1ad376336c9 req-875154ac-d0eb-45ac-aaa2-cc036548f6dc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0618026 Aug 26 15:59:59.011873 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Made reservation on behalf of aa98d1bd1c354b38b99eb85b741e44ab for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 15:59:59.016329 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.033267 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.060231 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9891813e-40f1-4c67-9474-c1ad376336c9 req-f6e86465-2733-41a4-909f-f175cd4e681a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686917 Aug 26 15:59:59.134953 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks [] for security_group (045804ea-9f5c-41e0-b9d2-3456cc116e83), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.220804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (045804ea-9f5c-41e0-b9d2-3456cc116e83), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.286746 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045804ea-9f5c-41e0-b9d2-3456cc116e83,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:59.310940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.311296 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.311663 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.311947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.312275 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.312595 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.312915 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.313234 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.313549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.313965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.314173 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.314488 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.314806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.315128 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.315422 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 15:59:59.420646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Allocated IP 192.168.233.146 (ee81fd91-161e-4bb0-8718-a8cf79ab61b4/0436d5e9-0696-4472-9209-492335c97746/04480c9a-afaf-4f05-a159-cbd8adaaf019) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 15:59:59.436014 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-65062772-d692-4a87-9181-fb609f4974f2 req-9a9f5b2e-3038-426f-bbfb-ba4524af8352 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 15:59:59.437015 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-65062772-d692-4a87-9181-fb609f4974f2 req-9a9f5b2e-3038-426f-bbfb-ba4524af8352 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0096934 Aug 26 15:59:59.474173 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f867a6a2-75e8-4c6c-835d-64b72a53d70f req-bf024e2f-86a3-4a7a-8993-04b81f52fef3 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0360496 Aug 26 15:59:59.583480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 15:59:59.645769 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks [] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.774419 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 15:59:59.821731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 15:59:59.825948 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 15:59:59.828666 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 15:59:59.856550 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Pushing event updated for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 15:59:59.916625 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 15:59:59.916625 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:00.003428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177287b-2703-4c3f-a21c-3484a9affa51 req-600b9b47-5352-42c0-bfd8-d3caca0883d5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.005019 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c177287b-2703-4c3f-a21c-3484a9affa51 req-600b9b47-5352-42c0-bfd8-d3caca0883d5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0903611 Aug 26 16:00:00.036903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd232a-7310-45b1-b8ea-6abddacf2afd req-e70cee17-c915-4986-819d-624cf78b866d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.038400 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ecd232a-7310-45b1-b8ea-6abddacf2afd req-e70cee17-c915-4986-819d-624cf78b866d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.1072843 Aug 26 16:00:00.049591 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:00.074180 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:00.090027 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-f3cb3a28-4311-43c8-8e2f-47b4a83453d7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3492870 Aug 26 16:00:00.095890 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c177287b-2703-4c3f-a21c-3484a9affa51 req-fa509979-d208-4890-a8c8-79759094b4c5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830393 Aug 26 16:00:00.145595 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:00.172417 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ecd232a-7310-45b1-b8ea-6abddacf2afd req-51cba7c5-f66f-43d1-9f5b-f12a78aafb75 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252787 Aug 26 16:00:00.216445 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: DOWN; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:00.293008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c95c7-5432-4c57-b303-b8e20f5fded8 req-ae8bba22-f67c-43c6-96d6-e1e45e0519db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.294555 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f38c95c7-5432-4c57-b303-b8e20f5fded8 req-ae8bba22-f67c-43c6-96d6-e1e45e0519db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0825918 Aug 26 16:00:00.326137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-8d9cae76-0f2c-4e53-a56f-7f93ec50790c None None] Provisioning complete for port 04480c9a-afaf-4f05-a159-cbd8adaaf019 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:00.326615 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8d9cae76-0f2c-4e53-a56f-7f93ec50790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:00.375380 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-8d9cae76-0f2c-4e53-a56f-7f93ec50790c None None] Port 04480c9a-afaf-4f05-a159-cbd8adaaf019 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:00:00.377145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7395503-74c0-4b7a-abc6-1e5c96ec7f28 req-227a4d64-8130-4dcf-beb1-5dbec0f6503d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.386183 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7395503-74c0-4b7a-abc6-1e5c96ec7f28 req-227a4d64-8130-4dcf-beb1-5dbec0f6503d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1185391 Aug 26 16:00:00.391741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53942) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:00.397589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'floatingip': {'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:00.418286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:00.461478 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (689e45f8-b64f-4309-848a-513588e86880), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:00.467004 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f38c95c7-5432-4c57-b303-b8e20f5fded8 req-f496b982-099a-4c57-a9a2-d95576439ca7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464112 Aug 26 16:00:00.475668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-f159dae5-c188-4b02-b845-ce53f7786032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.477324 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-f159dae5-c188-4b02-b845-ce53f7786032 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 911 time: 0.1399293 Aug 26 16:00:00.636072 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a387a-d813-4034-89ba-c4d1d26b2f3f req-9d9937d4-8559-4a2f-80c7-f5a03dc32775 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:00.637649 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-719a387a-d813-4034-89ba-c4d1d26b2f3f req-9d9937d4-8559-4a2f-80c7-f5a03dc32775 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 936 time: 0.0716693 Aug 26 16:00:00.755067 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Request body: {'port': {'device_id': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:00.758388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 53954) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:00.835165 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-719a387a-d813-4034-89ba-c4d1d26b2f3f req-82280d39-192d-4563-a3ba-7d37b04a3901 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613417 Aug 26 16:00:00.913613 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-f692dab0-fdd9-4bb0-9284-bca1f1338e41 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 1002 time: 0.1455755 Aug 26 16:00:00.917783 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-9d15cdd3-044e-4836-8976-8375a37824da service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579154 Aug 26 16:00:00.929199 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-52b7d012-b55d-4f1e-a97f-656ff16684c6 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:00:00.932629 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-52b7d012-b55d-4f1e-a97f-656ff16684c6 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0092764 Aug 26 16:00:00.965235 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:00.984781 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:01.060415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 53966) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:01.095243 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-fcd1cc7a-5be8-4c9b-a85d-eb7a47581fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.097226 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-fcd1cc7a-5be8-4c9b-a85d-eb7a47581fd8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.0668073 Aug 26 16:00:01.233251 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-cec4ae4c-974f-4f31-a72d-25924548e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.234663 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-cec4ae4c-974f-4f31-a72d-25924548e2ac service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558028 Aug 26 16:00:01.365106 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-8e2fe199-cddb-43b0-897b-0313f7c9fd16 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168065 Aug 26 16:00:01.478622 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3f935028-ab3d-4eb8-9d29-ea66f1624b94 req-be40ab21-f118-4b8d-996a-22f9d2d251b4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996933 Aug 26 16:00:01.571084 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-e313748f-7e8a-4939-8a6d-7e2c85b0e807 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.572775 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-e313748f-7e8a-4939-8a6d-7e2c85b0e807 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports/8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 941 time: 0.5078099 Aug 26 16:00:01.689214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:01.689214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42508362-02e2-4be3-be3e-7ea7230b413b req-e042eb47-8863-4039-b91d-bacdc0cd259c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.690256 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42508362-02e2-4be3-be3e-7ea7230b413b req-e042eb47-8863-4039-b91d-bacdc0cd259c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.1465719 Aug 26 16:00:01.694462 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:01.728555 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf482cb7-a651-4c90-84e3-171bdd7d9319 req-745f3f36-ad4f-4e6b-b62c-52ab3c83986e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:01.734545 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bf482cb7-a651-4c90-84e3-171bdd7d9319 req-745f3f36-ad4f-4e6b-b62c-52ab3c83986e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1562798 Aug 26 16:00:01.826403 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (689e45f8-b64f-4309-848a-513588e86880), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:01.876729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42508362-02e2-4be3-be3e-7ea7230b413b req-bbe65b35-0e44-43a0-839a-e60b696fd89e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728671 Aug 26 16:00:01.883522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bf482cb7-a651-4c90-84e3-171bdd7d9319 req-cd86e219-8457-4cb4-86b2-5e5067a983fe tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433661 Aug 26 16:00:01.971206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04480c9a-afaf-4f05-a159-cbd8adaaf019 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:01.982657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks [] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.033569 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Transition to ACTIVE for port object 04480c9a-afaf-4f05-a159-cbd8adaaf019 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:00:02.034968 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Floating IP 689e45f8-b64f-4309-848a-513588e86880 associated. External IP: 172.27.1.68, port: 3b2c5b8a-cb44-484c-9531-c39f763ffef9. Aug 26 16:00:02.080656 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:02.091731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124e3fc-5f63-4beb-9394-afa7f2a04a2d req-fa5ad885-9268-4457-82bd-9ac3354b2d22 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:02.093587 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d124e3fc-5f63-4beb-9394-afa7f2a04a2d req-fa5ad885-9268-4457-82bd-9ac3354b2d22 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 936 time: 0.1082435 Aug 26 16:00:02.153737 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.271475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d124e3fc-5f63-4beb-9394-afa7f2a04a2d req-f7cf9964-0d42-4c2c-ad14-4a90ff74cc64 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696942 Aug 26 16:00:02.277201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Pushing event updated for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:02.412764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Attempting to bind port 04480c9a-afaf-4f05-a159-cbd8adaaf019 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:02.413089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Attempting to bind port 04480c9a-afaf-4f05-a159-cbd8adaaf019 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:02.413414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Attempting to bind port 04480c9a-afaf-4f05-a159-cbd8adaaf019 on network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:02.423185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Port 04480c9a-afaf-4f05-a159-cbd8adaaf019 on network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:00:02.423508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Attempting to bind port 04480c9a-afaf-4f05-a159-cbd8adaaf019 on network ee81fd91-161e-4bb0-8718-a8cf79ab61b4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:02.434970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 15, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:02.435334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Checking segment: {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:02.440973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Bound using segment: {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:02.440973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Bound port: 04480c9a-afaf-4f05-a159-cbd8adaaf019, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4702a426-15a7-44de-9587-38fe486b313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 980, 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:02.440973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.457039 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:02.492385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:02.559284 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:02.575561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:02.632543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:02.640066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.646310 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:02.669080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:02.669080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:59:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:02.691760 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7a0a17ff-e0ab-434c-a28e-8c9b7e2c00d1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/689e45f8-b64f-4309-848a-513588e86880 HTTP/1.1" status: 200 len: 990 time: 2.2988050 Aug 26 16:00:02.692349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:02.696423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bf7755-4498-490e-8506-10051b282ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:02.703985 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.710543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:02.711195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:02.713158 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/04480c9a-afaf-4f05-a159-cbd8adaaf019 HTTP/1.1" status: 200 len: 1098 time: 1.9679425 Aug 26 16:00:02.743615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5963228d-a365-44d9-ba0c-bf835d99ce50 x-openstack-request-id: req-5963228d-a365-44d9-ba0c-bf835d99ce50 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:02.743615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:02.743615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5963228d-a365-44d9-ba0c-bf835d99ce50 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:02.743615 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5963228d-a365-44d9-ba0c-bf835d99ce50'] response: {'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'status': 'completed', 'code': 200} Aug 26 16:00:02.761306 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ae558-94c9-4dcc-9d6e-98e5d6d93c41 service neutron] Pushing event updated for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:02.792776 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:03.045279 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dd49d-d6df-4b90-92c6-467ef136d9d1 req-ce521048-e4d0-46c0-866c-d5cf5b02ac41 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.047036 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-915dd49d-d6df-4b90-92c6-467ef136d9d1 req-ce521048-e4d0-46c0-866c-d5cf5b02ac41 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0585389 Aug 26 16:00:03.054211 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:00:01Z', 'revision_number': 1, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:03.086826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:03.097709 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:03.098333 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T15:59:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:03.111778 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-915dd49d-d6df-4b90-92c6-467ef136d9d1 req-c919d8d9-50b6-4805-875f-e0ce4b6955f5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588312 Aug 26 16:00:03.250944 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-84149d4f-3984-41a3-9452-a1e8b5eecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.253217 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-84149d4f-3984-41a3-9452-a1e8b5eecb01 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 1132 time: 0.0679624 Aug 26 16:00:03.285562 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf7755-4498-490e-8506-10051b282ea5 req-0d8daa9e-eb04-4ad2-92b4-fce993341e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.287264 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-0d8daa9e-eb04-4ad2-92b4-fce993341e15 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.1073041 Aug 26 16:00:03.339940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af8e1bf-2d53-4472-ae31-f644a07db174 req-fa21f31a-040e-4dd6-8465-1581e71d3db2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.347492 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4af8e1bf-2d53-4472-ae31-f644a07db174 req-fa21f31a-040e-4dd6-8465-1581e71d3db2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1308908 Aug 26 16:00:03.348298 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-3906c3b4-322e-480c-af20-ce90a91103a0 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019 HTTP/1.1" status: 200 len: 217 time: 0.0721421 Aug 26 16:00:03.408376 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:03.409692 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c9db9c-28a2-484a-bf1d-3e98791ce517 req-27d7865d-55a5-421e-a518-e485d0cf7afd tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.411261 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61c9db9c-28a2-484a-bf1d-3e98791ce517 req-27d7865d-55a5-421e-a518-e485d0cf7afd tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.1443024 Aug 26 16:00:03.448428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:03.500962 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4af8e1bf-2d53-4472-ae31-f644a07db174 req-8f1141e3-d802-4b3d-bcf2-287f646f0681 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525495 Aug 26 16:00:03.528677 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf7755-4498-490e-8506-10051b282ea5 req-3302609f-c6a1-42a7-ba55-44029433d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.530334 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-3302609f-c6a1-42a7-ba55-44029433d519 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.2189631 Aug 26 16:00:03.534776 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61c9db9c-28a2-484a-bf1d-3e98791ce517 req-e1be55b4-afb8-42d5-88c5-866af8c685c5 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121850 Aug 26 16:00:03.641723 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:00:01Z', 'revision_number': 1, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:03.650036 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe998d-373d-49e7-b2d6-04aac089bdb2 req-8a0e6b1a-8a32-4fdc-bb8e-63260631f82d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:03.651858 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3efe998d-373d-49e7-b2d6-04aac089bdb2 req-8a0e6b1a-8a32-4fdc-bb8e-63260631f82d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.0559826 Aug 26 16:00:03.672131 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272b956-5299-4d30-8767-24b9add56f23 None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:00:01Z', 'revision_number': 1, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:03.714045 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3efe998d-373d-49e7-b2d6-04aac089bdb2 req-264d1579-7a5f-48fb-afa7-03e27bc2de25 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Aug 26 16:00:04.256117 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229213-52ea-4152-9ba6-73ffbdb07dbd req-71bbba3d-c962-410b-80fd-ed19e6079fa8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:04.258256 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-99229213-52ea-4152-9ba6-73ffbdb07dbd req-71bbba3d-c962-410b-80fd-ed19e6079fa8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0501947 Aug 26 16:00:04.313094 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed442b-565f-4298-903e-0be9d3d4647d None None] New status for floating IP 689e45f8-b64f-4309-848a-513588e86880: ACTIVE {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:00:04.316151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-99229213-52ea-4152-9ba6-73ffbdb07dbd req-115bb175-b6fa-4afe-ac16-a4554b95c515 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Aug 26 16:00:04.319704 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:04.668057 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce634d-d42c-4dd3-89da-b45ca822859f req-edbaa24f-c78a-44b7-8d00-e59709057600 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:04.669602 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4fce634d-d42c-4dd3-89da-b45ca822859f req-edbaa24f-c78a-44b7-8d00-e59709057600 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.0516293 Aug 26 16:00:04.722796 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4fce634d-d42c-4dd3-89da-b45ca822859f req-860bc306-4918-4411-80f1-71df01087248 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471718 Aug 26 16:00:04.744193 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:04.746423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c274976-669e-4ebc-9380-4ac714ff93a5" -d '{"events": [{"name": "network-changed", "server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:04.784079 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8a0300-b092-473c-9d34-4419a991f494 x-openstack-request-id: req-3e8a0300-b092-473c-9d34-4419a991f494 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:04.784375 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:04.784624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3e8a0300-b092-473c-9d34-4419a991f494 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:04.785023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8a0300-b092-473c-9d34-4419a991f494'] response: {'name': 'network-changed', 'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019', 'status': 'completed', 'code': 200} Aug 26 16:00:04.842833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2775f-0780-4093-93d3-a5b038007a51 req-e9cdf735-4fae-4f69-a322-6fcec44f470c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:04.844232 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-82e2775f-0780-4093-93d3-a5b038007a51 req-e9cdf735-4fae-4f69-a322-6fcec44f470c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.0566175 Aug 26 16:00:04.894516 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-82e2775f-0780-4093-93d3-a5b038007a51 req-81fd0e5a-61e5-4c24-9885-18611ac9e4bb tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446665 Aug 26 16:00:05.203174 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-105e726f-4f55-4344-90be-d0a625f2975b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.204663 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-105e726f-4f55-4344-90be-d0a625f2975b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=0436d5e9-0696-4472-9209-492335c97746 HTTP/1.1" status: 200 len: 843 time: 0.0525467 Aug 26 16:00:05.216499 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-aea83f8a-cf94-4777-bf70-ad4db87916e3 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1000 time: 0.0623803 Aug 26 16:00:05.481868 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442678c-79b5-449c-b811-c63cc4687947 req-7c21c53b-a79b-4801-9ebb-a74dba65c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.483522 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-7c21c53b-a79b-4801-9ebb-a74dba65c4f0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=ee81fd91-161e-4bb0-8718-a8cf79ab61b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0502367 Aug 26 16:00:05.486992 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282bae6-50a1-4809-8640-02462d0cb48e req-e243ade1-3f67-4ab1-80d8-1b69b7bb4d6e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.488506 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c282bae6-50a1-4809-8640-02462d0cb48e req-e243ade1-3f67-4ab1-80d8-1b69b7bb4d6e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0822668 Aug 26 16:00:05.516395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf7755-4498-490e-8506-10051b282ea5 req-ae4559c0-4094-49b8-ad8e-016bcb0d3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.518156 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-ae4559c0-4094-49b8-ad8e-016bcb0d3468 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0777769 Aug 26 16:00:05.551116 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c282bae6-50a1-4809-8640-02462d0cb48e req-aa097492-480e-4469-880c-6bdecd624dee tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542340 Aug 26 16:00:05.679675 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:05.680668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:05.695121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-ce332fc3-d945-49e2-808c-2e27cd737246 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.696688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-ce332fc3-d945-49e2-808c-2e27cd737246 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.0794191 Aug 26 16:00:05.698149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf7755-4498-490e-8506-10051b282ea5 req-99b18253-ff31-468b-9aef-2ebfd8c5c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.699910 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-99b18253-ff31-468b-9aef-2ebfd8c5c461 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0839334 Aug 26 16:00:05.719427 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-8d5a8df7-b3a0-405d-b364-a1d0e8790d7b service neutron] 10.222.0.102 "GET /networking/v2.0/networks/ee81fd91-161e-4bb0-8718-a8cf79ab61b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045961 Aug 26 16:00:05.856887 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1442678c-79b5-449c-b811-c63cc4687947 req-45f6c391-f349-47a8-8823-726258830938 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/ee81fd91-161e-4bb0-8718-a8cf79ab61b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124644 Aug 26 16:00:05.909376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Deleting port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:05.909719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:05.967615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24541e97-241b-4862-b97f-557ff177a913 req-3fca687e-5421-47fe-b825-e46a8d11dc1d tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:05.969142 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24541e97-241b-4862-b97f-557ff177a913 req-3fca687e-5421-47fe-b825-e46a8d11dc1d tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 946 time: 0.1226079 Aug 26 16:00:06.020263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-e9b27dd9-566a-4edf-9088-990a8429fabb service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733219 Aug 26 16:00:06.071944 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5356a1e-ec80-4cb4-afca-d8e8823492c8 req-67536447-7eb6-43b1-9082-52556d89b25d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:06.073670 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5356a1e-ec80-4cb4-afca-d8e8823492c8 req-67536447-7eb6-43b1-9082-52556d89b25d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.0920620 Aug 26 16:00:06.112395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:06.116001 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24541e97-241b-4862-b97f-557ff177a913 req-a8a24c63-26e7-4597-b60b-a9f90eb98095 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391912 Aug 26 16:00:06.146328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] For port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:06.146707 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:06.191411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Calling delete_port for e7d4227b-1c33-41ac-a99b-20b0fcfca9cc owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:06.204743 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5356a1e-ec80-4cb4-afca-d8e8823492c8 req-8ffa77eb-bb83-4b57-8bd0-7ccf56f1baea tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203225 Aug 26 16:00:06.449353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (e7d4227b-1c33-41ac-a99b-20b0fcfca9cc), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:06.482126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Pushing event deleted for resources: {'Port': ['ID=e7d4227b-1c33-41ac-a99b-20b0fcfca9cc,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:06.515058 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['e7d4227b-1c33-41ac-a99b-20b0fcfca9cc'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:06.531427 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] No DVR routers for this DVR port e7d4227b-1c33-41ac-a99b-20b0fcfca9cc on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:06.533975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:06.537365 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a0bfb80-08d1-40d6-9fc1-5280c07e2ba2 req-da60acdf-bf98-4037-9a34-538e40607e73 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "DELETE /networking/v2.0/ports/e7d4227b-1c33-41ac-a99b-20b0fcfca9cc HTTP/1.1" status: 204 len: 173 time: 0.8226914 Aug 26 16:00:06.685566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecab14-8f77-40a8-a334-5ccb7fd32d2c req-e66c5f0d-767b-4e1a-bcb9-71e39628ea54 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:06.687267 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0eecab14-8f77-40a8-a334-5ccb7fd32d2c req-e66c5f0d-767b-4e1a-bcb9-71e39628ea54 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0524743 Aug 26 16:00:06.745061 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0eecab14-8f77-40a8-a334-5ccb7fd32d2c req-4cb32de5-a9bc-4ef5-8175-20d9ecb47a24 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516958 Aug 26 16:00:06.785830 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'name': 'network-vif-deleted', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:06.788247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e64f9ea-44da-4ba7-acdc-6b1171c0402e" -d '{"events": [{"server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "name": "network-vif-deleted", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:06.829236 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c9e9b-6cb2-4fb6-a91c-3e9002184961 x-openstack-request-id: req-d24c9e9b-6cb2-4fb6-a91c-3e9002184961 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:06.829355 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98316258-36ac-4e26-b92d-48fc237b5818", "name": "network-vif-deleted", "tag": "e7d4227b-1c33-41ac-a99b-20b0fcfca9cc", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:06.829675 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-d24c9e9b-6cb2-4fb6-a91c-3e9002184961 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:06.830137 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d24c9e9b-6cb2-4fb6-a91c-3e9002184961'] response: {'server_uuid': '98316258-36ac-4e26-b92d-48fc237b5818', 'name': 'network-vif-deleted', 'tag': 'e7d4227b-1c33-41ac-a99b-20b0fcfca9cc', 'status': 'completed', 'code': 200} Aug 26 16:00:07.321709 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-793fc008-9deb-4348-bb6c-f26be6f3fc20 req-6ac319ab-e78d-45c9-9dd6-2e38869f7b42 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0928805 Aug 26 16:00:07.340535 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-83b9b058-a4c3-4f10-9c46-a5d9745ea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:07.342896 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-83b9b058-a4c3-4f10-9c46-a5d9745ea54f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 1132 time: 0.1346514 Aug 26 16:00:07.435263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a74a2a-1c72-40da-acfa-fb6f882398ce req-0dc98e79-616f-44fd-9a4b-8332c054af26 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:07.437014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3a74a2a-1c72-40da-acfa-fb6f882398ce req-0dc98e79-616f-44fd-9a4b-8332c054af26 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.1248403 Aug 26 16:00:07.463222 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:07.463449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:07.614204 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-65a57161-b6e8-4939-90b2-dc1b8030c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:07.779640 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3bf7755-4498-490e-8506-10051b282ea5 req-31513685-26ef-49ec-9bc8-8eea26b05f9d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725822 Aug 26 16:00:07.832380 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-7ecd5d01-3022-44c0-af8b-8570e785e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:07.834182 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-7ecd5d01-3022-44c0-af8b-8570e785e2b5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=ee81fd91-161e-4bb0-8718-a8cf79ab61b4 HTTP/1.1" status: 200 len: 870 time: 0.4680853 Aug 26 16:00:07.838443 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3a74a2a-1c72-40da-acfa-fb6f882398ce req-5accefaf-f739-47a1-82d7-3606df4f64b3 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788733 Aug 26 16:00:07.911443 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-2969c9ba-9a4a-4907-ba89-838a9e99aa60 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019 HTTP/1.1" status: 200 len: 217 time: 0.0434763 Aug 26 16:00:07.922044 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc84fb-a49c-41e2-9a5f-6b3018556f72 req-76a6654b-ec34-4307-862b-b8696c597611 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:07.924642 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42bc84fb-a49c-41e2-9a5f-6b3018556f72 req-76a6654b-ec34-4307-862b-b8696c597611 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0934963 Aug 26 16:00:07.946528 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:08.014437 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42bc84fb-a49c-41e2-9a5f-6b3018556f72 req-37a65205-c3a3-4844-ae50-6a9a9bc4612b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828366 Aug 26 16:00:08.022622 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-ac583f9f-8339-4ed5-8aa5-011b8ae08e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:08.024122 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-ac583f9f-8339-4ed5-8aa5-011b8ae08e5a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=0436d5e9-0696-4472-9209-492335c97746 HTTP/1.1" status: 200 len: 843 time: 0.0635121 Aug 26 16:00:08.076566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-45ac501b-b195-44b1-aa32-c7dcedb42bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:08.077996 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-45ac501b-b195-44b1-aa32-c7dcedb42bd9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=ee81fd91-161e-4bb0-8718-a8cf79ab61b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0429420 Aug 26 16:00:08.181975 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-a6a92ab5-e053-4a72-93a9-37b04cb77481 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/ee81fd91-161e-4bb0-8718-a8cf79ab61b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931759 Aug 26 16:00:08.443008 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d2b93966-05ad-4426-8298-95b17594fdaf req-4e3c71bf-7422-4d18-a9e9-25b52bdf140e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=98316258-36ac-4e26-b92d-48fc237b5818 HTTP/1.1" status: 200 len: 210 time: 0.0288258 Aug 26 16:00:08.617207 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2c274976-669e-4ebc-9380-4ac714ff93a5 req-810e650a-d1a3-46af-ab4c-247f0e7eb6bd service neutron] 10.222.0.102 "GET /networking/v2.0/networks/ee81fd91-161e-4bb0-8718-a8cf79ab61b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969160 Aug 26 16:00:08.966592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef74cd-829f-49cd-bca8-cdc9dc76199a req-06d27c9d-0ebf-40dd-b140-58701a76cf7d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:08.968115 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dbef74cd-829f-49cd-bca8-cdc9dc76199a req-06d27c9d-0ebf-40dd-b140-58701a76cf7d tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.0492275 Aug 26 16:00:09.016351 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dbef74cd-829f-49cd-bca8-cdc9dc76199a req-555f0e17-3395-419e-9ad9-168fcb25f4fb tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Aug 26 16:00:09.144258 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7d9e8-ca3e-49ef-991c-5fc34b25307c req-ddf7da85-eb10-4fb4-acd1-64bba8eaccea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.145651 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c1a7d9e8-ca3e-49ef-991c-5fc34b25307c req-ddf7da85-eb10-4fb4-acd1-64bba8eaccea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Aug 26 16:00:09.198090 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c1a7d9e8-ca3e-49ef-991c-5fc34b25307c req-bed066e5-1c8c-49fa-830e-458693b0e52f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468509 Aug 26 16:00:09.375415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-c199cf72-36f2-4350-97f7-72d9bcb893df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.376935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-c199cf72-36f2-4350-97f7-72d9bcb893df service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 1128 time: 0.0756257 Aug 26 16:00:09.487037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-b6647237-47d6-4b38-a055-06f7c57303f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.488589 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-b6647237-47d6-4b38-a055-06f7c57303f2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1128 time: 0.0418637 Aug 26 16:00:09.591731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-741e6699-abf4-404a-8026-6d386ff2bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.593174 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-741e6699-abf4-404a-8026-6d386ff2bf0a service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.0968728 Aug 26 16:00:09.657164 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-b8053f99-d19b-41ff-879d-8e60ad44a4d9 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 200 len: 1000 time: 0.0558958 Aug 26 16:00:09.706061 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:09.711484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-75a5e260-52d7-4b0b-9316-f2c8d81154b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.712858 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-75a5e260-52d7-4b0b-9316-f2c8d81154b9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0476208 Aug 26 16:00:09.758392 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-2949ff2a-7784-4d8c-b89f-027b352958f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:09.759919 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-2949ff2a-7784-4d8c-b89f-027b352958f3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403011 Aug 26 16:00:09.868750 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-20f992af-f954-418d-a222-195d3d7ac101 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949199 Aug 26 16:00:09.972700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-622bb276-6334-40ea-9da0-c527dc4760b5 req-f442f336-2c14-449e-a66b-ad557e68d8ba service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921173 Aug 26 16:00:10.118795 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 04480c9a-afaf-4f05-a159-cbd8adaaf019 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:00:10.143629 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e7d4227b-1c33-41ac-a99b-20b0fcfca9cc no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:10.146259 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d385b-ead1-4ed1-b522-39f9da4d0084 req-dbab172c-2ae7-4457-871d-d12763b96cd3 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:10.147823 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-493d385b-ead1-4ed1-b522-39f9da4d0084 req-dbab172c-2ae7-4457-871d-d12763b96cd3 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 948 time: 0.0498993 Aug 26 16:00:10.172604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: e7d4227b-1c33-41ac-a99b-20b0fcfca9cc {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:10.172953 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e7d4227b-1c33-41ac-a99b-20b0fcfca9cc not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:10.204950 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-493d385b-ead1-4ed1-b522-39f9da4d0084 req-61b112f5-ecfb-4488-a31f-12c51a559d9c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Aug 26 16:00:10.246382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8b6b780f-116a-4f21-9a0a-6813f26c6a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:10.267989 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:10.280488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '04480c9a-afaf-4f05-a159-cbd8adaaf019', 'network_id': 'ee81fd91-161e-4bb0-8718-a8cf79ab61b4', 'port_id': '04480c9a-afaf-4f05-a159-cbd8adaaf019', 'mac_address': 'fa:16:3e:f6:a8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 980, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0436d5e9-0696-4472-9209-492335c97746', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:00:10.323822 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 04480c9a-afaf-4f05-a159-cbd8adaaf019 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:10.324234 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:10.333384 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:10.334536 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a13b8-6316-4d3e-8570-f910a277f399 req-e8d9b2c1-4268-4ce0-8c6d-28ce2bc8bc69 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:10.338576 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04480c9a-afaf-4f05-a159-cbd8adaaf019 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:10.341888 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d1a13b8-6316-4d3e-8570-f910a277f399 req-e8d9b2c1-4268-4ce0-8c6d-28ce2bc8bc69 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0589211 Aug 26 16:00:10.348699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:10.365688 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:10.388599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d1a13b8-6316-4d3e-8570-f910a277f399 req-bab6282a-3529-491f-84f3-4c14f901154d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451212 Aug 26 16:00:10.499960 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:10.549007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:11.295722 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:00:11.335388 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15036ca6-ecbc-46c9-889e-d2f69778a71f req-fa0cc6f6-1a1d-461c-a348-97d6d8e97291 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:11.337167 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15036ca6-ecbc-46c9-889e-d2f69778a71f req-fa0cc6f6-1a1d-461c-a348-97d6d8e97291 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 949 time: 0.0492253 Aug 26 16:00:11.384935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-15036ca6-ecbc-46c9-889e-d2f69778a71f req-dbef5c68-6017-4bea-84f8-185bea96c431 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Aug 26 16:00:11.526760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bf88b-6bd1-4041-9ef8-de1624ea7e47 req-0dbde5df-c5c4-444d-99ff-6ec10018ecea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:11.530805 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c7bf88b-6bd1-4041-9ef8-de1624ea7e47 req-0dbde5df-c5c4-444d-99ff-6ec10018ecea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0511734 Aug 26 16:00:11.581145 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c7bf88b-6bd1-4041-9ef8-de1624ea7e47 req-be6ae2b3-000b-4132-b432-bcb1e62052a9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Aug 26 16:00:11.860767 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:12.512582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79abaa-ccf2-4f23-8695-1d9ac01c1e70 req-4fdfad97-3602-477a-b16d-6f1394f1c921 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:12.515155 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da79abaa-ccf2-4f23-8695-1d9ac01c1e70 req-4fdfad97-3602-477a-b16d-6f1394f1c921 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 949 time: 0.0546744 Aug 26 16:00:12.609368 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da79abaa-ccf2-4f23-8695-1d9ac01c1e70 req-2b3fbef3-d5d6-4347-85ed-a3012de9fe92 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873210 Aug 26 16:00:12.732416 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef437c4-c71b-48e9-beea-64052f9b9403 req-ad3542f3-f601-4e5e-80be-a1cc50a1f6bd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:12.734135 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ef437c4-c71b-48e9-beea-64052f9b9403 req-ad3542f3-f601-4e5e-80be-a1cc50a1f6bd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0578704 Aug 26 16:00:12.798573 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ef437c4-c71b-48e9-beea-64052f9b9403 req-7882dd1d-e313-4268-a063-1779059b1f9a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530317 Aug 26 16:00:13.202821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:13.466282 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:13.734710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be52ad8-0a57-4df5-b4d7-fb580acfa8fd req-87ddd30b-0975-4d1d-9bbb-56396b5d28ed tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:13.736352 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4be52ad8-0a57-4df5-b4d7-fb580acfa8fd req-87ddd30b-0975-4d1d-9bbb-56396b5d28ed tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 949 time: 0.0491412 Aug 26 16:00:13.788886 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4be52ad8-0a57-4df5-b4d7-fb580acfa8fd req-af91e613-8e88-48ac-a65d-79efda3f223b tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Aug 26 16:00:13.958536 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4a93-374e-4bf3-bf1c-629b8b906eed req-cccd7a88-f6b2-46c5-996c-643a773c0a41 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:13.960722 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3ce4a93-374e-4bf3-bf1c-629b8b906eed req-cccd7a88-f6b2-46c5-996c-643a773c0a41 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0652330 Aug 26 16:00:14.010059 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3ce4a93-374e-4bf3-bf1c-629b8b906eed req-0357c8c6-f7d0-40d7-9530-8eb97a1c51c3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430872 Aug 26 16:00:14.117082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:14.224103 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['04480c9a-afaf-4f05-a159-cbd8adaaf019'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:14.944942 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37e110-0353-4f95-ab4d-055d8316888b req-883487fa-f639-4350-99a8-dafeb8517334 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:14.946446 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1a37e110-0353-4f95-ab4d-055d8316888b req-883487fa-f639-4350-99a8-dafeb8517334 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 949 time: 0.0747249 Aug 26 16:00:15.006225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1a37e110-0353-4f95-ab4d-055d8316888b req-24220a55-3e43-408c-b745-b1d89ff9adfb tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503306 Aug 26 16:00:15.148460 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5321ce-9109-437d-a5fb-6673094ec4ff req-ded9c884-195b-4262-be87-2bb4ec9d6cfe tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:15.149984 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b5321ce-9109-437d-a5fb-6673094ec4ff req-ded9c884-195b-4262-be87-2bb4ec9d6cfe tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0530324 Aug 26 16:00:15.180699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:15.204318 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b5321ce-9109-437d-a5fb-6673094ec4ff req-87a69638-1b04-444f-b9a7-9ebccc6aea15 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464797 Aug 26 16:00:15.852688 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:16.028958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 04480c9a-afaf-4f05-a159-cbd8adaaf019 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:16.096781 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 04480c9a-afaf-4f05-a159-cbd8adaaf019 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:00:16.185120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e738-400b-4db7-9eff-d15564c5e620 req-d656490d-5027-4cd4-912f-3eb25b5afd35 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:16.187205 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4070e738-400b-4db7-9eff-d15564c5e620 req-d656490d-5027-4cd4-912f-3eb25b5afd35 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 949 time: 0.0673728 Aug 26 16:00:16.242411 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 04480c9a-afaf-4f05-a159-cbd8adaaf019 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:16.243344 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:16.245257 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4070e738-400b-4db7-9eff-d15564c5e620 req-720f4a3f-0165-48ee-8333-eb6ed158d621 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501688 Aug 26 16:00:16.382066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 04480c9a-afaf-4f05-a159-cbd8adaaf019 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:16.382826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:16.390661 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd6ec-3917-4d17-a0ab-c50e16c4ace6 req-3f7da709-2adb-4f92-89c6-316469a78b25 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:16.395925 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55dbd6ec-3917-4d17-a0ab-c50e16c4ace6 req-3f7da709-2adb-4f92-89c6-316469a78b25 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0715213 Aug 26 16:00:16.411469 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:16.460211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:16.461702 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:16.465337 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232059a8-b166-4aa2-9f0c-d23c069c3b3f" -d '{"events": [{"server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "name": "network-vif-plugged", "status": "completed", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:16.469882 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55dbd6ec-3917-4d17-a0ab-c50e16c4ace6 req-e171446f-4f63-4749-86cb-11576883e41e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617363 Aug 26 16:00:16.484928 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:16.514987 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3ccea-4d8c-4511-a950-97c71055f8bd x-openstack-request-id: req-42f3ccea-4d8c-4511-a950-97c71055f8bd {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:16.515282 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "name": "network-vif-plugged", "status": "completed", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:16.515532 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-42f3ccea-4d8c-4511-a950-97c71055f8bd {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:16.515928 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f3ccea-4d8c-4511-a950-97c71055f8bd'] response: {'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019', 'code': 200} Aug 26 16:00:16.610159 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:16.671324 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:17.444273 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a98c-9f26-48f0-861e-51a6385f4bc3 req-7c303abf-c20a-469c-abc6-6a72b9dcd64a tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:17.445971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba60a98c-9f26-48f0-861e-51a6385f4bc3 req-7c303abf-c20a-469c-abc6-6a72b9dcd64a tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0549059 Aug 26 16:00:17.508074 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba60a98c-9f26-48f0-861e-51a6385f4bc3 req-c7433d91-eef3-4213-be67-5ab6b64f2294 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521910 Aug 26 16:00:17.624760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec43f2f-f44d-43e2-bf41-a1520eb8dac2 req-f00793a0-1399-4962-8be0-4207639b88da tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:17.626239 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ec43f2f-f44d-43e2-bf41-a1520eb8dac2 req-f00793a0-1399-4962-8be0-4207639b88da tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0473499 Aug 26 16:00:17.680668 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ec43f2f-f44d-43e2-bf41-a1520eb8dac2 req-add60c02-2f9a-43e8-b236-78adc2665ea3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471592 Aug 26 16:00:18.650624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fd039-25d3-4f20-97b2-a7970a8fb551 req-eb15071c-9907-4790-9488-14572731247b tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:18.652423 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d15fd039-25d3-4f20-97b2-a7970a8fb551 req-eb15071c-9907-4790-9488-14572731247b tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0518191 Aug 26 16:00:18.750573 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d15fd039-25d3-4f20-97b2-a7970a8fb551 req-915bdbe4-57f3-486b-9b44-2213fb09803c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915742 Aug 26 16:00:18.842885 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4bddc-54b0-4ffd-8a92-58fd6789b0e4 req-be9c03a6-9a5c-49d9-85be-1d9741f681df tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:18.844822 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-93e4bddc-54b0-4ffd-8a92-58fd6789b0e4 req-be9c03a6-9a5c-49d9-85be-1d9741f681df tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0581706 Aug 26 16:00:18.899725 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-93e4bddc-54b0-4ffd-8a92-58fd6789b0e4 req-0bedebaf-5cc8-4c10-9fc7-48b3e0425fb2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492032 Aug 26 16:00:19.873527 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfed2ae-37ff-4402-825c-fdb6911caf26 req-605a9257-91dd-4fa0-8bd3-82c23adfaef1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:19.875469 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bcfed2ae-37ff-4402-825c-fdb6911caf26 req-605a9257-91dd-4fa0-8bd3-82c23adfaef1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0530601 Aug 26 16:00:19.928581 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bcfed2ae-37ff-4402-825c-fdb6911caf26 req-68ad0d23-81e8-4b17-8493-23cd5e2a9b9e tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475283 Aug 26 16:00:20.051937 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484e78b-6caf-44f5-9938-0d0c479fc19c req-1a0ac114-9c03-4364-84b9-325192f76886 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:20.054095 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6484e78b-6caf-44f5-9938-0d0c479fc19c req-1a0ac114-9c03-4364-84b9-325192f76886 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0522861 Aug 26 16:00:20.111475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6484e78b-6caf-44f5-9938-0d0c479fc19c req-4cda1643-85bf-490e-a827-995a4e458130 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504217 Aug 26 16:00:21.095941 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-e42eb3db-c723-4120-b25c-7f7195fdb2cc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:21.098180 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-e42eb3db-c723-4120-b25c-7f7195fdb2cc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/networks?id=93d3cdba-46e7-400a-a999-4977612a2c5c HTTP/1.1" status: 200 len: 812 time: 0.1566308 Aug 26 16:00:21.105880 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83f369-4c13-46ea-9897-1a2b6eee37b5 req-2a1c0694-19aa-4baa-9bee-7ffa5df3df08 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:21.107477 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7c83f369-4c13-46ea-9897-1a2b6eee37b5 req-2a1c0694-19aa-4baa-9bee-7ffa5df3df08 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0815678 Aug 26 16:00:21.126165 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-12c11805-990b-4ebf-8dca-915d4962bec0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/quotas/f3a9b259e9d54603af734306adbfe16c HTTP/1.1" status: 200 len: 375 time: 0.0176880 Aug 26 16:00:21.183991 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-071d9cc4-ea47-4c6a-bd86-65ccf0f43cfa tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386677 Aug 26 16:00:21.191989 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7c83f369-4c13-46ea-9897-1a2b6eee37b5 req-6340098a-fbae-4c9f-a797-17f6ce5685be tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768144 Aug 26 16:00:21.242315 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:21.318615 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-949426b2-b882-468a-988d-f499b6404120 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256876 Aug 26 16:00:21.329714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904c1fe-0d60-4533-9c21-be94693945c0 req-bf921211-20a1-41ff-b5e4-fa8f9c9e6e9f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:21.331203 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6904c1fe-0d60-4533-9c21-be94693945c0 req-bf921211-20a1-41ff-b5e4-fa8f9c9e6e9f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0617080 Aug 26 16:00:21.421730 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:21.445801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6904c1fe-0d60-4533-9c21-be94693945c0 req-336f40cf-628a-4c79-bfed-d993f9141c3d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062739 Aug 26 16:00:21.464155 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-22593250-2c99-475c-a760-f3bc27325387 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320026 Aug 26 16:00:21.739486 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6f2f85f4-fc63-41f6-b05d-b90775521f63 req-bd7781a2-7336-4740-8114-2dd8e7ee25ac tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0297525 Aug 26 16:00:22.314499 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd18e2-0e1d-4e54-954a-581faeaaa1aa req-487d7824-2d71-4db8-a003-7c9926f428ce tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:22.315986 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f7dd18e2-0e1d-4e54-954a-581faeaaa1aa req-487d7824-2d71-4db8-a003-7c9926f428ce tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0480106 Aug 26 16:00:22.362946 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f7dd18e2-0e1d-4e54-954a-581faeaaa1aa req-0d4f31f7-10aa-434c-ad80-3a2ce9754b0e tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413375 Aug 26 16:00:22.592277 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55643058-c941-403e-aa5c-11ad66652acf req-e9ad4ec2-85c2-453c-bf8d-2a947de337b7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:22.594387 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55643058-c941-403e-aa5c-11ad66652acf req-e9ad4ec2-85c2-453c-bf8d-2a947de337b7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0516701 Aug 26 16:00:22.642290 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55643058-c941-403e-aa5c-11ad66652acf req-767049df-082d-4d1e-840a-d74130b5b303 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429902 Aug 26 16:00:22.842076 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-462f164a-441b-47c5-8425-7dbc520fde23 req-4b1a2e16-bf7c-4d19-af08-30069ef36163 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0291944 Aug 26 16:00:23.480433 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763243c-b815-4f32-8c8a-70558645e94d req-cb88064e-ef71-4323-94d7-bbd79c8f5ce1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:23.481881 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a763243c-b815-4f32-8c8a-70558645e94d req-cb88064e-ef71-4323-94d7-bbd79c8f5ce1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0474222 Aug 26 16:00:23.531108 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a763243c-b815-4f32-8c8a-70558645e94d req-c5d90e51-2aa4-48d8-8a5d-3f33ef6f3903 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431905 Aug 26 16:00:23.781190 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a410d-636a-4126-8fd2-a7bca7532246 req-da5f9b55-2497-4615-9438-a1bd6e313871 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:23.782946 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-431a410d-636a-4126-8fd2-a7bca7532246 req-da5f9b55-2497-4615-9438-a1bd6e313871 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0579576 Aug 26 16:00:23.834504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-431a410d-636a-4126-8fd2-a7bca7532246 req-58748b1c-53b0-4d64-9abb-ad62b70d2c6c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 Aug 26 16:00:23.943120 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-af20cb38-408c-43b2-afe9-6b77cfc891b0 req-8933623b-23e4-483f-9fb1-7f5f32fa5938 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0292902 Aug 26 16:00:24.688073 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed80eb3-e8c3-482f-a693-78613ecace77 req-219d5abd-5007-41c4-9d34-f6a415b41f89 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:24.689599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aed80eb3-e8c3-482f-a693-78613ecace77 req-219d5abd-5007-41c4-9d34-f6a415b41f89 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0800118 Aug 26 16:00:24.690724 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196643-3574-452f-866f-6caed566fe89 req-a0af5d6c-c80c-471b-97a5-f2c58ede3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:24.692080 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4196643-3574-452f-866f-6caed566fe89 req-a0af5d6c-c80c-471b-97a5-f2c58ede3959 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 1134 time: 0.0720310 Aug 26 16:00:24.774631 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aed80eb3-e8c3-482f-a693-78613ecace77 req-4525bfc3-989a-4119-9eba-e190e430c461 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789018 Aug 26 16:00:24.777368 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4196643-3574-452f-866f-6caed566fe89 req-09933bd9-515d-4463-8e4b-2b64b72788b0 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Aug 26 16:00:24.962617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57bb92-81c3-4ff4-84e0-4ce41cbd1ae8 req-a1283f49-1233-4070-b840-af51442e65de tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:24.964177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce57bb92-81c3-4ff4-84e0-4ce41cbd1ae8 req-a1283f49-1233-4070-b840-af51442e65de tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0482242 Aug 26 16:00:25.020712 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce57bb92-81c3-4ff4-84e0-4ce41cbd1ae8 req-a4ebb3be-6cab-446d-98e8-c8d19766155e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499673 Aug 26 16:00:25.049828 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-df4d73c4-d76f-4428-8dd3-d91c70e45082 req-a6667e53-5969-4bd3-8a85-c1459827f157 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0282485 Aug 26 16:00:25.897157 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:25.906459 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71ba3b-7728-4504-b0b2-4374da31bd7d req-299d4351-e089-46e4-902d-fffa182ae1c0 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:25.908006 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe71ba3b-7728-4504-b0b2-4374da31bd7d req-299d4351-e089-46e4-902d-fffa182ae1c0 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0534568 Aug 26 16:00:25.959913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe71ba3b-7728-4504-b0b2-4374da31bd7d req-62c03e38-ce29-4314-a09e-cf637032f476 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Aug 26 16:00:26.172621 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1eed0e72-ae1d-40db-899c-5adf3b8f8764 req-db2c5f4d-bbcb-489e-bc20-9cc433e4bef5 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0375912 Aug 26 16:00:26.180286 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff45ab-4db6-4c77-9c62-547743fc1002 req-78c3918f-f153-4f67-ae82-e7ebe6dd7bd5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:26.181717 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-82ff45ab-4db6-4c77-9c62-547743fc1002 req-78c3918f-f153-4f67-ae82-e7ebe6dd7bd5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0772002 Aug 26 16:00:26.233861 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-82ff45ab-4db6-4c77-9c62-547743fc1002 req-8fe59fe6-857b-4aae-8c17-1e513d8c12b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 Aug 26 16:00:26.662593 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:27.098319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae930a-729e-45af-9d5c-6f619242a8fd req-8ad291f1-c1dc-41be-9894-7d319fc0491c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.099878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-87ae930a-729e-45af-9d5c-6f619242a8fd req-8ad291f1-c1dc-41be-9894-7d319fc0491c tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0598164 Aug 26 16:00:27.149604 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-87ae930a-729e-45af-9d5c-6f619242a8fd req-329314e9-5f30-40bb-b194-f7933d85fdb7 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436664 Aug 26 16:00:27.283408 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cefd8dfe-bbd6-4000-83a3-843534b95e0a req-92d0aaaa-096e-4f0e-8313-12df806cb8b8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0315127 Aug 26 16:00:27.310177 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:27.310177 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:27.376646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:27.388586 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec63205-c2c4-47ec-a55b-daaa6c79fe09 req-6c1395e8-bc8c-40d2-a7c9-6046f5cc264e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.390698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ec63205-c2c4-47ec-a55b-daaa6c79fe09 req-6c1395e8-bc8c-40d2-a7c9-6046f5cc264e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0496776 Aug 26 16:00:27.443085 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ec63205-c2c4-47ec-a55b-daaa6c79fe09 req-b07be1ae-40c7-4124-9c0b-01189dc4656a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459526 Aug 26 16:00:27.708502 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d0000-4675-4247-a28a-22aca00d6589 req-957c4964-a83c-45c8-a32e-e4ee495c73ce tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:27.710015 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-969d0000-4675-4247-a28a-22aca00d6589 req-957c4964-a83c-45c8-a32e-e4ee495c73ce tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0485022 Aug 26 16:00:27.758728 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-969d0000-4675-4247-a28a-22aca00d6589 req-0189a70d-bba8-44b4-b967-e9239e26be81 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Aug 26 16:00:28.401453 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8f2a6fc9-1237-4fc0-acc3-b6b8f3ed01d1 req-41be7cdb-cea5-4fd8-b840-3d76d8e21073 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0327618 Aug 26 16:00:28.590378 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ded5d-b2c0-41a6-a271-4a4764284811 req-5d7c9463-4539-4bc4-b8f4-68571ddfeda7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:28.592072 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e85ded5d-b2c0-41a6-a271-4a4764284811 req-5d7c9463-4539-4bc4-b8f4-68571ddfeda7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0534587 Aug 26 16:00:28.641311 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e85ded5d-b2c0-41a6-a271-4a4764284811 req-0582fd5e-d719-4e32-b176-6c7edd554bb1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 Aug 26 16:00:28.881447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b1cbf-b281-411a-8823-a5f702e76524 req-0f9f4a71-9455-42eb-969a-101afce8a1b1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:28.882931 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-453b1cbf-b281-411a-8823-a5f702e76524 req-0f9f4a71-9455-42eb-969a-101afce8a1b1 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0466459 Aug 26 16:00:28.931535 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-453b1cbf-b281-411a-8823-a5f702e76524 req-8492ea47-3a75-4980-a086-46aa005c200a tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Aug 26 16:00:29.237631 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-3315a1d9-1ec6-436b-99bf-2ad818943613 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:29.239044 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-3315a1d9-1ec6-436b-99bf-2ad818943613 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "GET /networking/v2.0/networks?id=93d3cdba-46e7-400a-a999-4977612a2c5c HTTP/1.1" status: 200 len: 812 time: 0.1112792 Aug 26 16:00:29.508895 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9b5ece46-2b92-4dd4-be6f-8a1db6e685bd req-2d0dea99-63f8-4b6d-99f8-1d2cfc9c73eb tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0287571 Aug 26 16:00:29.525819 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Request body: {'port': {'device_id': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c', 'admin_state_up': True, 'tenant_id': 'f3a9b259e9d54603af734306adbfe16c'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:29.628136 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-58032ce0-2c08-4cce-bab2-ba9f15d48a6e tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:29.629567 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-58032ce0-2c08-4cce-bab2-ba9f15d48a6e tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.0878768 Aug 26 16:00:29.712381 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:29.785247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Deleting port 04480c9a-afaf-4f05-a159-cbd8adaaf019 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:00:29.785474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.111841 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Made reservation on behalf of f3a9b259e9d54603af734306adbfe16c for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:00:30.115427 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.131712 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242edcb-9c46-405c-b7b5-0726c197e2f6 req-d55f6cb9-811b-4715-b534-085b915e32dd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:30.133104 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1242edcb-9c46-405c-b7b5-0726c197e2f6 req-d55f6cb9-811b-4715-b534-085b915e32dd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.3977613 Aug 26 16:00:30.231719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d85669-e28c-4186-9dec-e539b9c18984 req-268b8831-fdfb-4d49-bae2-ca5b4e63e0db tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:30.233152 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73d85669-e28c-4186-9dec-e539b9c18984 req-268b8831-fdfb-4d49-bae2-ca5b4e63e0db tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 950 time: 0.1268170 Aug 26 16:00:30.325000 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] For port 04480c9a-afaf-4f05-a159-cbd8adaaf019, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=04480c9a-afaf-4f05-a159-cbd8adaaf019,segment=NetworkSegment(4702a426-15a7-44de-9587-38fe486b313e),segment_id=4702a426-15a7-44de-9587-38fe486b313e)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:30.325267 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.327484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:30.330944 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1242edcb-9c46-405c-b7b5-0726c197e2f6 req-05d212ff-c62c-4396-a969-e7a693aa0a4e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678774 Aug 26 16:00:30.383700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Calling delete_port for 04480c9a-afaf-4f05-a159-cbd8adaaf019 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:00:30.416928 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73d85669-e28c-4186-9dec-e539b9c18984 req-70ba6fa5-34fc-4b9e-ba8f-d081501915fa tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=045804ea-9f5c-41e0-b9d2-3456cc116e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486862 Aug 26 16:00:30.468488 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Allocated IP 172.20.0.11 (93d3cdba-46e7-400a-a999-4977612a2c5c/404bf3fe-135f-484d-90ec-9f0ad9f29cb7/e5492052-f3ca-4f03-a11d-4f492a9b75db) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:30.651441 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dc33783a-6fb6-4782-94c1-375316e9437b req-df13dbfb-37f8-43fe-82fd-89fd01c93ddf tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0482442 Aug 26 16:00:30.690743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:30.708531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks [] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.750431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (04480c9a-afaf-4f05-a159-cbd8adaaf019), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.777214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Pushing event deleted for resources: {'Port': ['ID=04480c9a-afaf-4f05-a159-cbd8adaaf019,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:30.798518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['04480c9a-afaf-4f05-a159-cbd8adaaf019'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:30.832317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.833834 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] No DVR routers for this DVR port 04480c9a-afaf-4f05-a159-cbd8adaaf019 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:00:30.842802 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:30.846436 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd94f8fb-6cdf-49d6-a7a2-1d34c619fd53 req-9d222638-2b87-4d42-8c60-59e874f9f3cd tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.102 "DELETE /networking/v2.0/ports/04480c9a-afaf-4f05-a159-cbd8adaaf019 HTTP/1.1" status: 204 len: 173 time: 1.2066510 Aug 26 16:00:30.846567 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'name': 'network-vif-deleted', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:30.848881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744fb4c-209c-4348-8caf-6cee10839ae9" -d '{"events": [{"server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "name": "network-vif-deleted", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:30.888929 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Network 93d3cdba-46e7-400a-a999-4977612a2c5c is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:30.892441 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:30.898066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:30.924780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Pushing event updated for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:30.940759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a47da8-1cec-42f7-99a6-474a8f367d1d x-openstack-request-id: req-35a47da8-1cec-42f7-99a6-474a8f367d1d {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:30.941136 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a303bb17-edbe-4802-9ddb-de27baaa162a", "name": "network-vif-deleted", "tag": "04480c9a-afaf-4f05-a159-cbd8adaaf019", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:30.944182 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-35a47da8-1cec-42f7-99a6-474a8f367d1d {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:30.944182 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35a47da8-1cec-42f7-99a6-474a8f367d1d'] response: {'server_uuid': 'a303bb17-edbe-4802-9ddb-de27baaa162a', 'name': 'network-vif-deleted', 'tag': '04480c9a-afaf-4f05-a159-cbd8adaaf019', 'status': 'completed', 'code': 200} Aug 26 16:00:30.957806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:30.958437 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:31.052197 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-53c5a5b5-4461-4c11-be04-3c4dbdbef19a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5304003 Aug 26 16:00:31.424537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:31.462158 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6b654-410b-4c1d-815b-fdccbc887983 req-5242e146-193e-49d7-99d7-7db9b09cd542 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.463676 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31b6b654-410b-4c1d-815b-fdccbc887983 req-5242e146-193e-49d7-99d7-7db9b09cd542 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0535522 Aug 26 16:00:31.538308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f359c836-50f0-427a-a3fd-ce7d14b61959 req-8192986f-1523-425f-b2d4-e93b45e7cd39 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0428891 Aug 26 16:00:31.541513 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31b6b654-410b-4c1d-815b-fdccbc887983 req-16a9cd40-2c34-417b-a9a4-cf156156d662 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719724 Aug 26 16:00:31.771843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8387b0-ccdf-4316-97f1-5e04be50013b req-27dbd764-76bc-4797-8757-c484c36245c0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:31.773314 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad8387b0-ccdf-4316-97f1-5e04be50013b req-27dbd764-76bc-4797-8757-c484c36245c0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 932 time: 0.0484185 Aug 26 16:00:31.822743 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad8387b0-ccdf-4316-97f1-5e04be50013b req-b76e1258-8638-4307-80aa-420dadb347d0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Aug 26 16:00:32.667075 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f4b89272-f657-4178-8f8f-e9adf6d6c33a req-7ded7e01-fcb6-40d7-beb8-e809c708e667 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0541728 Aug 26 16:00:32.686414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6ad63-85e3-4736-8e94-c6e01da69680 req-5af93e29-ec28-4870-a541-c9da9664c02d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:32.687904 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ab6ad63-85e3-4736-8e94-c6e01da69680 req-5af93e29-ec28-4870-a541-c9da9664c02d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0634527 Aug 26 16:00:32.736111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ab6ad63-85e3-4736-8e94-c6e01da69680 req-3a1c2a40-aeda-46c9-bef7-445bc5b80996 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423505 Aug 26 16:00:32.943818 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b819a4c-a67c-416c-a8f4-d1e4ef9ca87a req-62bf9f13-df1d-49a1-8d4e-e4767bf0da1c tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:32.945216 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9b819a4c-a67c-416c-a8f4-d1e4ef9ca87a req-62bf9f13-df1d-49a1-8d4e-e4767bf0da1c tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 932 time: 0.0496681 Aug 26 16:00:32.995670 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9b819a4c-a67c-416c-a8f4-d1e4ef9ca87a req-1c291a42-d042-4655-a137-367bd21d8d2a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Aug 26 16:00:33.767771 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e49486a5-bea9-434e-89af-6ce89dab98c4 req-1d6aecc2-1c28-4dc9-b3c6-835ab1690b07 tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0272639 Aug 26 16:00:33.865336 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262a89a-7063-4a63-a4c4-ddf8dd2f7cda req-dc1c661b-eec8-41b4-b71b-9bbe61f0b549 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:33.866824 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a262a89a-7063-4a63-a4c4-ddf8dd2f7cda req-dc1c661b-eec8-41b4-b71b-9bbe61f0b549 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0517573 Aug 26 16:00:33.915834 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a262a89a-7063-4a63-a4c4-ddf8dd2f7cda req-2733e3d2-5845-405b-8437-ed968086e6ee tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Aug 26 16:00:34.038353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Request body: {'port': {'device_id': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:34.122837 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.150123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa622a8-6d60-4f54-aab9-7270173d8471 req-2cedcd8b-00ca-4e79-a024-91ec95173eab tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:34.151598 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2fa622a8-6d60-4f54-aab9-7270173d8471 req-2cedcd8b-00ca-4e79-a024-91ec95173eab tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 932 time: 0.0703568 Aug 26 16:00:34.284111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2fa622a8-6d60-4f54-aab9-7270173d8471 req-daa38700-9c04-4d78-a1e1-b1fa230a8b5a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123161 Aug 26 16:00:34.433049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.440865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5492052-f3ca-4f03-a11d-4f492a9b75db {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:34.450453 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks [] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.463438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Transition to ACTIVE for port object e5492052-f3ca-4f03-a11d-4f492a9b75db will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:00:34.545070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.551789 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:34.639025 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.672180 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Attempting to bind port e5492052-f3ca-4f03-a11d-4f492a9b75db on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:34.672514 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Attempting to bind port e5492052-f3ca-4f03-a11d-4f492a9b75db by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:34.672833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Attempting to bind port e5492052-f3ca-4f03-a11d-4f492a9b75db on network 93d3cdba-46e7-400a-a999-4977612a2c5c {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:34.677842 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Port e5492052-f3ca-4f03-a11d-4f492a9b75db on network 93d3cdba-46e7-400a-a999-4977612a2c5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:00:34.678163 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Attempting to bind port e5492052-f3ca-4f03-a11d-4f492a9b75db on network 93d3cdba-46e7-400a-a999-4977612a2c5c {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:34.683619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:34.684640 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Checking segment: {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:34.685022 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Bound using segment: {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:34.685453 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Bound port: e5492052-f3ca-4f03-a11d-4f492a9b75db, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fe6697-b044-4abc-99ec-6346a197a465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 959, 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:34.685802 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.752931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:34.756052 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:34.884899 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9bb07770-d1f4-4158-b838-5147342a7d38 req-1bbb7306-839d-479d-8d40-d00ae156b33f tempest-VolumesNegativeTest-2082754754 tempest-VolumesNegativeTest-2082754754-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=a303bb17-edbe-4802-9ddb-de27baaa162a HTTP/1.1" status: 200 len: 210 time: 0.0307305 Aug 26 16:00:34.892058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.892366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:34.893258 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:34.895652 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/e5492052-f3ca-4f03-a11d-4f492a9b75db HTTP/1.1" status: 200 len: 1094 time: 0.8703375 Aug 26 16:00:34.896394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:34.899048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21c9f2d-878a-4e93-ba85-cf190c72190e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:34.956235 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a88ed-a072-455c-a97c-4f285d70f6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:34.964670 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159476e5-b42d-4d9c-96e7-c684236e5c31 x-openstack-request-id: req-159476e5-b42d-4d9c-96e7-c684236e5c31 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:34.965116 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:34.965283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-159476e5-b42d-4d9c-96e7-c684236e5c31 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:34.965662 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159476e5-b42d-4d9c-96e7-c684236e5c31'] response: {'name': 'network-changed', 'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db', 'status': 'completed', 'code': 200} Aug 26 16:00:35.045844 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde5d27-0edf-444f-9925-9c7954f6a1c4 req-252b4f53-d35f-47f7-9268-aaa07ef9062a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.047368 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0dde5d27-0edf-444f-9925-9c7954f6a1c4 req-252b4f53-d35f-47f7-9268-aaa07ef9062a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0483627 Aug 26 16:00:35.099246 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0dde5d27-0edf-444f-9925-9c7954f6a1c4 req-0fa48482-669c-4609-ac89-636de593a0ca tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461757 Aug 26 16:00:35.192456 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-05db0319-cf25-40f9-ab40-5978eda5d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.193920 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-05db0319-cf25-40f9-ab40-5978eda5d258 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 1128 time: 0.0420561 Aug 26 16:00:35.325479 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-a3315591-72c5-414c-b993-f29c73a3dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.327008 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-a3315591-72c5-414c-b993-f29c73a3dd63 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=f3a9b259e9d54603af734306adbfe16c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1014545 Aug 26 16:00:35.452227 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1a7ae-4655-42e5-bc10-072c8c200db5 req-e41b2fbb-3bde-4d84-a305-df2ee90aec1d tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.453746 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4de1a7ae-4655-42e5-bc10-072c8c200db5 req-e41b2fbb-3bde-4d84-a305-df2ee90aec1d tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 944 time: 0.0690372 Aug 26 16:00:35.496895 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-0435c6b3-863f-447b-953d-6f920a016eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.498601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f21c9f2d-878a-4e93-ba85-cf190c72190e req-0435c6b3-863f-447b-953d-6f920a016eee service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1654849 Aug 26 16:00:35.521596 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4de1a7ae-4655-42e5-bc10-072c8c200db5 req-3cc2b319-112d-4f31-bfd8-62952c15efa0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Aug 26 16:00:35.575393 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:35.605568 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-32651a99-c3b7-43d0-86bf-8a41f82db9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.607285 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-32651a99-c3b7-43d0-86bf-8a41f82db9a6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=f3a9b259e9d54603af734306adbfe16c&device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 1128 time: 0.0435472 Aug 26 16:00:35.664468 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-77daa693-b495-4e08-9569-cc0fdbcf98b4 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db HTTP/1.1" status: 200 len: 217 time: 0.0403912 Aug 26 16:00:35.714564 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-17c6d6fa-272d-4ed4-bc44-375262574f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:35.716736 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-17c6d6fa-272d-4ed4-bc44-375262574f69 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=404bf3fe-135f-484d-90ec-9f0ad9f29cb7 HTTP/1.1" status: 200 len: 852 time: 0.0451484 Aug 26 16:00:35.754475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-322d90e6-1133-4a53-9d15-8d45f969316e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=93d3cdba-46e7-400a-a999-4977612a2c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258160 Aug 26 16:00:35.853273 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-318cba65-275a-4233-832c-337679ceadbc service neutron] 10.222.0.102 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901401 Aug 26 16:00:35.912975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:00:35.921505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:35.962178 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a692948e-4ce7-4a8c-a53b-e94e8abd392c req-f2231f3d-8066-44be-aeaf-bab830f10f46 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978217 Aug 26 16:00:36.033373 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:36.044636 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'mac_address': 'fa:16:3e:27:a8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:00:36.080456 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:36.080856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:36.094049 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:36.114324 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:36.229670 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9960574-f5e9-4d12-8dd8-995b4c2fd5d6 req-deed9c62-0eca-44fd-801c-f5ffb7d3aaed tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:36.231162 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9960574-f5e9-4d12-8dd8-995b4c2fd5d6 req-deed9c62-0eca-44fd-801c-f5ffb7d3aaed tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 944 time: 0.0494325 Aug 26 16:00:36.258841 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:36.291657 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9960574-f5e9-4d12-8dd8-995b4c2fd5d6 req-c6d16903-ac5e-4ef1-a382-59f61bf72044 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543194 Aug 26 16:00:36.316360 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=9']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:36.652109 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b93ac6-c23a-4fb4-b490-81c8c3885fd2 req-d054d7e8-5691-41c9-8516-0a29dd4d79cc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:36.654225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59b93ac6-c23a-4fb4-b490-81c8c3885fd2 req-d054d7e8-5691-41c9-8516-0a29dd4d79cc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 944 time: 0.0504398 Aug 26 16:00:36.713445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59b93ac6-c23a-4fb4-b490-81c8c3885fd2 req-5b871397-4930-4b19-81ca-a012eaaa5dc3 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536721 Aug 26 16:00:36.848737 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['8a53b00a-319e-4368-a0b0-216d2f508b1d'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:37.429556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8ee6d-14f9-4ba4-8509-cf5b1e1bd9e1 req-dbcec450-e85d-4773-89c5-2fac9f72c431 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.431160 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09b8ee6d-14f9-4ba4-8509-cf5b1e1bd9e1 req-dbcec450-e85d-4773-89c5-2fac9f72c431 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Aug 26 16:00:37.493578 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09b8ee6d-14f9-4ba4-8509-cf5b1e1bd9e1 req-21540a87-ade2-4345-98e7-75d6ad8d493d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553501 Aug 26 16:00:37.596004 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b065dd0a-8ae5-4176-9a8f-195b3ce13b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:37.846135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991abc2-e86b-4d17-a8f9-290b0867afd6 req-562d56c6-196d-4b7a-b7a6-d8e29babd6d0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:37.847896 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9991abc2-e86b-4d17-a8f9-290b0867afd6 req-562d56c6-196d-4b7a-b7a6-d8e29babd6d0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 944 time: 0.0552180 Aug 26 16:00:37.903913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9991abc2-e86b-4d17-a8f9-290b0867afd6 req-af0faca2-3160-493b-adea-0e673d6d53c7 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503287 Aug 26 16:00:37.945856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e5492052-f3ca-4f03-a11d-4f492a9b75db details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:00:37.962000 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:38.070119 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 8a53b00a-319e-4368-a0b0-216d2f508b1d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:38.070493 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:38.129001 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:38.148363 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'e5492052-f3ca-4f03-a11d-4f492a9b75db', 'network_id': '93d3cdba-46e7-400a-a999-4977612a2c5c', 'port_id': 'e5492052-f3ca-4f03-a11d-4f492a9b75db', 'mac_address': 'fa:16:3e:d6:86:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 959, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '404bf3fe-135f-484d-90ec-9f0ad9f29cb7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:00:38.207120 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:38.212530 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 8a53b00a-319e-4368-a0b0-216d2f508b1d is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:38.212931 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:38.216696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port e5492052-f3ca-4f03-a11d-4f492a9b75db is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:38.216696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:38.232843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:38.245537 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5492052-f3ca-4f03-a11d-4f492a9b75db {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:00:38.255871 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:38.257548 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4269c11e-7c85-4b57-843b-5d5442159467" -d '{"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:38.291840 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:38.294408 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:38.331989 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef8992-d0be-4f61-b358-0da15cadc31f x-openstack-request-id: req-dcef8992-d0be-4f61-b358-0da15cadc31f {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:38.332442 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-plugged", "status": "completed", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:38.332832 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dcef8992-d0be-4f61-b358-0da15cadc31f {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:38.333484 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcef8992-d0be-4f61-b358-0da15cadc31f'] response: {'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'code': 200} Aug 26 16:00:38.425057 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:38.425936 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 04480c9a-afaf-4f05-a159-cbd8adaaf019 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:00:38.427835 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:38.453047 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 04480c9a-afaf-4f05-a159-cbd8adaaf019 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:00:38.453395 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 04480c9a-afaf-4f05-a159-cbd8adaaf019 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:00:38.497494 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=10']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:38.547434 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:38.632100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1befe28f-40d1-4f41-b12a-39e5d66eadb5 req-a5f7a4d5-0c96-43cf-b224-d477ccf874c2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:38.633643 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1befe28f-40d1-4f41-b12a-39e5d66eadb5 req-a5f7a4d5-0c96-43cf-b224-d477ccf874c2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0506167 Aug 26 16:00:38.687609 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1befe28f-40d1-4f41-b12a-39e5d66eadb5 req-358f3917-d7fa-4ef0-9c35-0b0cd988869b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477154 Aug 26 16:00:39.000918 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['e5492052-f3ca-4f03-a11d-4f492a9b75db'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:00:39.042461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff5fb2-572b-424e-9f5b-933e51ae28a0 req-69d7ea77-4c6f-4013-ba7d-766561ba06ba tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.044913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3fff5fb2-572b-424e-9f5b-933e51ae28a0 req-69d7ea77-4c6f-4013-ba7d-766561ba06ba tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 945 time: 0.0584981 Aug 26 16:00:39.113369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3fff5fb2-572b-424e-9f5b-933e51ae28a0 req-0d8507d4-fc8d-44df-87c5-b2ca49287bd1 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621734 Aug 26 16:00:39.273768 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8977cf4-ae8e-4ce6-8cb6-839d37e08847 req-ca4fa1b2-b3c4-41a9-aafb-b56888e62dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.276076 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e8977cf4-ae8e-4ce6-8cb6-839d37e08847 req-ca4fa1b2-b3c4-41a9-aafb-b56888e62dad service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 1131 time: 0.0409064 Aug 26 16:00:39.322597 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e8977cf4-ae8e-4ce6-8cb6-839d37e08847 req-72301b97-4429-47c3-a05d-a591fc612bf9 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394332 Aug 26 16:00:39.834395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0d8e3-6fdf-4874-8c81-36ba32e4ca33 req-c2bd1776-c4d6-48fc-877d-bb41aeb772fe tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:39.835330 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d4d0d8e3-6fdf-4874-8c81-36ba32e4ca33 req-c2bd1776-c4d6-48fc-877d-bb41aeb772fe tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0590134 Aug 26 16:00:39.888113 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d4d0d8e3-6fdf-4874-8c81-36ba32e4ca33 req-569f8d86-f439-4ffa-93ab-2dc2838793b2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463352 Aug 26 16:00:40.194622 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e5492052-f3ca-4f03-a11d-4f492a9b75db up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:40.243063 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6c4747c6-c34e-4819-ab0d-29abd88f1ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.247478 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port e5492052-f3ca-4f03-a11d-4f492a9b75db completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:00:40.279755 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16414e62-0533-4cc1-bb70-5fa17dd12442 req-2dcada9f-2a7a-41ce-b0d4-cbe39cc36d8e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:40.282326 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-16414e62-0533-4cc1-bb70-5fa17dd12442 req-2dcada9f-2a7a-41ce-b0d4-cbe39cc36d8e tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 945 time: 0.0930488 Aug 26 16:00:40.335681 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-16414e62-0533-4cc1-bb70-5fa17dd12442 req-35cb2d2d-f4d5-482f-b0e2-9469424f1c32 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Aug 26 16:00:40.390013 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port e5492052-f3ca-4f03-a11d-4f492a9b75db triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:40.390013 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.595421 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port e5492052-f3ca-4f03-a11d-4f492a9b75db is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:40.595815 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.619108 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:00:40.621467 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546ef659-bf30-444e-965b-ba15df035043" -d '{"events": [{"server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "name": "network-vif-plugged", "status": "completed", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:00:40.633660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:40.660961 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce7dddc-f56d-40c7-8483-c2f3ff4da2c9 x-openstack-request-id: req-8ce7dddc-f56d-40c7-8483-c2f3ff4da2c9 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:00:40.661341 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "name": "network-vif-plugged", "status": "completed", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:00:40.661706 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8ce7dddc-f56d-40c7-8483-c2f3ff4da2c9 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:00:40.662201 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce7dddc-f56d-40c7-8483-c2f3ff4da2c9'] response: {'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db', 'code': 200} Aug 26 16:00:40.731032 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:40.791629 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:41.028235 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c6f6-5ca1-4652-b241-a27161fc0604 req-b2694dc7-1a83-49ca-83c0-1b7606e1fb0b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:41.029010 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0de3c6f6-5ca1-4652-b241-a27161fc0604 req-b2694dc7-1a83-49ca-83c0-1b7606e1fb0b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0492060 Aug 26 16:00:41.050676 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:41.080174 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0de3c6f6-5ca1-4652-b241-a27161fc0604 req-5e5560af-1d6a-420b-8399-d49d8b4a79e5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451615 Aug 26 16:00:41.447100 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54670) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:41.474094 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a533be3c-403f-4817-a163-799779347492 req-f132df5e-7da3-49e5-8f71-2f76fbb44cb9 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:41.475681 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a533be3c-403f-4817-a163-799779347492 req-f132df5e-7da3-49e5-8f71-2f76fbb44cb9 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0599096 Aug 26 16:00:41.526807 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a533be3c-403f-4817-a163-799779347492 req-9bc8d71d-0a76-4039-a8fe-ea0645581a90 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447991 Aug 26 16:00:41.581340 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b7d-b187-4f8f-976c-5830c82b59e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:41.666686 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b7d-b187-4f8f-976c-5830c82b59e2 admin admin] Publish callbacks [] for security_group (b50d4aea-ed51-4d6a-9c7e-4257545d36cd), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:41.756859 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b8e9b7d-b187-4f8f-976c-5830c82b59e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b50d4aea-ed51-4d6a-9c7e-4257545d36cd), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:41.757245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:41.761390 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b07a8-cddd-405c-8018-87346115c508 req-22e11caa-ddeb-414b-b9a7-106362740701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:41.764192 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9f9b07a8-cddd-405c-8018-87346115c508 req-22e11caa-ddeb-414b-b9a7-106362740701 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 1130 time: 0.0419364 Aug 26 16:00:41.802279 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7b8e9b7d-b187-4f8f-976c-5830c82b59e2 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=1429c284e8e748058de2dae09d68680e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537035 Aug 26 16:00:41.802895 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54684) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:41.808179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e9b7d-b187-4f8f-976c-5830c82b59e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d4aea-ed51-4d6a-9c7e-4257545d36cd,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:41.839547 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9f9b07a8-cddd-405c-8018-87346115c508 req-bbb395c9-ab16-4242-be5d-c9cac3d79035 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655720 Aug 26 16:00:41.872137 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] Publish callbacks [] for security_group (b50d4aea-ed51-4d6a-9c7e-4257545d36cd), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:41.897124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] Publish callbacks [] for security_group (b50d4aea-ed51-4d6a-9c7e-4257545d36cd), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:41.904620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.041828 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (b50d4aea-ed51-4d6a-9c7e-4257545d36cd), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.045154 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:42.046395 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/b50d4aea-ed51-4d6a-9c7e-4257545d36cd HTTP/1.1" status: 204 len: 168 time: 0.2423079 Aug 26 16:00:42.060461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4efda-ef78-41a6-9aee-c0eb0423a86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d4aea-ed51-4d6a-9c7e-4257545d36cd,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:42.078881 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:42.220473 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15758c-8608-41a0-92af-f47b2597eaf5 req-5175e795-ea2a-4243-af07-41b75080c7ac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:42.222140 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d15758c-8608-41a0-92af-f47b2597eaf5 req-5175e795-ea2a-4243-af07-41b75080c7ac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0584865 Aug 26 16:00:42.274192 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1d15758c-8608-41a0-92af-f47b2597eaf5 req-7524c1be-55b3-4492-be17-81a66c06f911 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463204 Aug 26 16:00:42.686431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996a6b-f350-4478-9ce9-ac12e762a0ca req-84cdf2ad-2878-4609-91a5-40e862823772 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:42.688760 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce996a6b-f350-4478-9ce9-ac12e762a0ca req-84cdf2ad-2878-4609-91a5-40e862823772 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0681937 Aug 26 16:00:42.738951 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce996a6b-f350-4478-9ce9-ac12e762a0ca req-ee645c06-2613-4db6-b172-536a5ed940fb tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Aug 26 16:00:42.990829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54716) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:43.156739 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54720) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:43.157353 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6c27f634-5cb5-43ab-8ca2-6a180e1463fe admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=aa98d1bd1c354b38b99eb85b741e44ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1647000 Aug 26 16:00:43.214178 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] Publish callbacks [] for security_group (045804ea-9f5c-41e0-b9d2-3456cc116e83), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.243426 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] Publish callbacks [] for security_group (045804ea-9f5c-41e0-b9d2-3456cc116e83), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.248244 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.420827 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583e7df-6dfe-4a3e-a44b-f070d42ec897 req-3972dc39-3f03-4ac1-970c-bf6c3ea309bd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:43.422385 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b583e7df-6dfe-4a3e-a44b-f070d42ec897 req-3972dc39-3f03-4ac1-970c-bf6c3ea309bd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0554323 Aug 26 16:00:43.477698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b583e7df-6dfe-4a3e-a44b-f070d42ec897 req-a1240219-a1ea-462a-a98e-5668a533c997 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495622 Aug 26 16:00:43.510247 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (045804ea-9f5c-41e0-b9d2-3456cc116e83), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.514089 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.515467 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/045804ea-9f5c-41e0-b9d2-3456cc116e83 HTTP/1.1" status: 204 len: 168 time: 0.3572948 Aug 26 16:00:43.531626 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f66f60-e444-49d9-98cd-47deeb7799dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045804ea-9f5c-41e0-b9d2-3456cc116e83,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:43.568773 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:43.884160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c191fc-ebcd-4cc6-a7f3-e93fc4c864d7 req-6f19d54f-9ee1-438c-8794-baae5d12cffa tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:43.885774 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38c191fc-ebcd-4cc6-a7f3-e93fc4c864d7 req-6f19d54f-9ee1-438c-8794-baae5d12cffa tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0535588 Aug 26 16:00:43.957870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38c191fc-ebcd-4cc6-a7f3-e93fc4c864d7 req-1a3a8d27-c631-4ab2-ae7d-e0fb598fbd12 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643768 Aug 26 16:00:44.202401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:44.819767 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54772) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:44.926963 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2052559714-network', 'tenant_id': 'ea82b722416a415393ff78428a277a01'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:45.127629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Made reservation on behalf of ea82b722416a415393ff78428a277a01 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:00:45.132589 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.145397 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.247316 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks [] for security_group (9ba03c90-e8da-49bc-8342-0a8cf29fd398), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.339214 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (9ba03c90-e8da-49bc-8342-0a8cf29fd398), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.367473 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 962} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:00:45.378506 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba03c90-e8da-49bc-8342-0a8cf29fd398,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:45.390225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (b5af4279-f344-4f58-9b24-3cbfc767ad00), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.390225 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Added segment b5af4279-f344-4f58-9b24-3cbfc767ad00 of type vlan for network 480b0db0-c679-4bc9-a2ae-d80050879570 Aug 26 16:00:45.390225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.390225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.390225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.391272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.391272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.391272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.391746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.391746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.392037 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.392314 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.392643 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.392964 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.393280 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.393606 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.393923 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:45.450206 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (480b0db0-c679-4bc9-a2ae-d80050879570), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.612939 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (480b0db0-c679-4bc9-a2ae-d80050879570), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.614099 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:45.614780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.675717 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=480b0db0-c679-4bc9-a2ae-d80050879570,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:45.686716 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 480b0db0-c679-4bc9-a2ae-d80050879570 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:00:45.750577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54782) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:45.751226 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3d3d0c65-96cb-477d-8e6d-7982414b8eb8 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9296255 Aug 26 16:00:45.757474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Request body: {'subnet': {'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2052559714-subnet', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:45.921877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Made reservation on behalf of ea82b722416a415393ff78428a277a01 for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:00:45.924371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64569523'] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:45.976246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.236013 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63849414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64569473'] for subnet (05bf93c2-69eb-48c8-807c-450ad67956e6), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.241021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:46.305378 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=05bf93c2-69eb-48c8-807c-450ad67956e6,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:46.314194 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Checking segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:46.314545 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Network hostable DHCP agents. Network: 480b0db0-c679-4bc9-a2ae-d80050879570, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:00:46.430444 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Network 480b0db0-c679-4bc9-a2ae-d80050879570 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:00:46.596698 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 480b0db0-c679-4bc9-a2ae-d80050879570) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:46.601688 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:46.602178 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.608688 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2e9b2a-fb9b-406d-9b11-73e046ade7a1 None None] Network 480b0db0-c679-4bc9-a2ae-d80050879570 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:46.712675 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2e804221-8395-434c-bc3c-ffc8432611ef admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9599893 Aug 26 16:00:46.716445 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54788) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:46.717272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-480b0db0-c679-4bc9-a2ae-d80050879570', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'project_id': 'ea82b722416a415393ff78428a277a01', 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:00:46.718729 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.723742 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:46.825624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.826722 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.870409 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Allocated IP 172.20.0.2 (480b0db0-c679-4bc9-a2ae-d80050879570/05bf93c2-69eb-48c8-807c-450ad67956e6/0e26bd20-862a-4e58-a8c1-19e31beee365) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:46.883659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for router_controller (4a0c6aa2-178b-440d-832e-80c067d26ecb), precommit_add_association {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:46.935400 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:47.021072 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks [] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.105281 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.152308 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Network 480b0db0-c679-4bc9-a2ae-d80050879570 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:47.156081 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:47.160343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:47.163965 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Pushing event updated for resources: {'Port': ['ID=0e26bd20-862a-4e58-a8c1-19e31beee365,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:47.232067 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Attempting to bind port 0e26bd20-862a-4e58-a8c1-19e31beee365 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:47.232530 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Attempting to bind port 0e26bd20-862a-4e58-a8c1-19e31beee365 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:47.232899 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Attempting to bind port 0e26bd20-862a-4e58-a8c1-19e31beee365 on network 480b0db0-c679-4bc9-a2ae-d80050879570 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:47.238857 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:47.239597 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Checking segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:47.240003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.240433 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Bound using segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:47.240933 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Bound port: 0e26bd20-862a-4e58-a8c1-19e31beee365, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:47.241317 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.244394 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:47.307324 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] For port 0e26bd20-862a-4e58-a8c1-19e31beee365, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:47.311738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] For port 0e26bd20-862a-4e58-a8c1-19e31beee365, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=0e26bd20-862a-4e58-a8c1-19e31beee365,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:47.371773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for router_gateway (4a0c6aa2-178b-440d-832e-80c067d26ecb), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.414481 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.467665 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a340ca9-5b90-4cdb-bcf3-7c9cc2943ae6 None None] Pushing event updated for resources: {'Port': ['ID=0e26bd20-862a-4e58-a8c1-19e31beee365,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:47.728328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for router_gateway (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.751497 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:47.867581 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Allocated IP 172.27.1.231 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/07640293-ad69-48f8-9108-2f7959c4ca19) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:47.934566 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:47.983372 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for port (07640293-ad69-48f8-9108-2f7959c4ca19), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.116333 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.163676 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:48.166911 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:48.170628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:48.175482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:48.205370 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Pushing event updated for resources: {'Port': ['ID=07640293-ad69-48f8-9108-2f7959c4ca19,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:48.295295 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:00:48.384744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944979ea-03bc-43e2-86d5-cd7d564859b8 None None] Network 480b0db0-c679-4bc9-a2ae-d80050879570 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:48.478182 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Provisioning complete for port 0e26bd20-862a-4e58-a8c1-19e31beee365 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:48.478738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.569723 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for router_gateway (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.591794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Current status of the port 0e26bd20-862a-4e58-a8c1-19e31beee365 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:48.592187 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.632462 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] For port 0e26bd20-862a-4e58-a8c1-19e31beee365, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=0e26bd20-862a-4e58-a8c1-19e31beee365,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:48.744477 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.783443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.796500 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7adf36d-7231-4a34-b09c-031785c24c1e None None] Pushing event updated for resources: {'Port': ['ID=0e26bd20-862a-4e58-a8c1-19e31beee365,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:48.865917 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-da423dbb-91c0-4413-9074-98a19455f841 None None] Provisioning complete for port 0e26bd20-862a-4e58-a8c1-19e31beee365 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:48.866458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-da423dbb-91c0-4413-9074-98a19455f841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:48.957199 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-da423dbb-91c0-4413-9074-98a19455f841 None None] Current status of the port 0e26bd20-862a-4e58-a8c1-19e31beee365 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:49.035811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Router 4a0c6aa2-178b-440d-832e-80c067d26ecb is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:00:49.143151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:49.153102 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Sync routers for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:49.162505 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:49.163180 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:49.255260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.259041 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b0b414b1-618a-4fd2-898f-ea7f8b688788 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5387583 Aug 26 16:00:49.259290 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54800) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:49.268663 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:49.409672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.419318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.470320 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:48Z', 'revision_number': 3, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:49.504105 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 0e26bd20-862a-4e58-a8c1-19e31beee365 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:49.509175 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Checking router: 4a0c6aa2-178b-440d-832e-80c067d26ecb for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:49.509439 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Updating router 4a0c6aa2-178b-440d-832e-80c067d26ecb port 07640293-ad69-48f8-9108-2f7959c4ca19 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:00:49.539189 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.565705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:49.580932 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.617087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 0e26bd20-862a-4e58-a8c1-19e31beee365 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:49.617532 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.717435 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:49.811160 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 0e26bd20-862a-4e58-a8c1-19e31beee365 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:49.881648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Allocated IP 172.20.0.1 (480b0db0-c679-4bc9-a2ae-d80050879570/05bf93c2-69eb-48c8-807c-450ad67956e6/eb1b5966-628f-4134-ad76-63c36863ec39) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:49.958179 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.002701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks [] for port (eb1b5966-628f-4134-ad76-63c36863ec39), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.048518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks [] for port (07640293-ad69-48f8-9108-2f7959c4ca19), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.121957 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.161425 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.172543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Network 480b0db0-c679-4bc9-a2ae-d80050879570 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:50.178111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:50.181114 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:50.183411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:50.207285 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Attempting to bind port 07640293-ad69-48f8-9108-2f7959c4ca19 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:50.207648 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Attempting to bind port 07640293-ad69-48f8-9108-2f7959c4ca19 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:50.208000 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Attempting to bind port 07640293-ad69-48f8-9108-2f7959c4ca19 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:50.226198 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Pushing event updated for resources: {'Port': ['ID=07640293-ad69-48f8-9108-2f7959c4ca19,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:50.228810 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:50.229428 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:50.230033 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.230719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.231482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:50.232128 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Bound port: 07640293-ad69-48f8-9108-2f7959c4ca19, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:50.232695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.268135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.268738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.269362 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.269977 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.270490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.270779 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.271562 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.271562 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.272051 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.272284 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.272625 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.272970 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.273358 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.275732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.275732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:50.313685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] For port 07640293-ad69-48f8-9108-2f7959c4ca19, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:50.317725 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] For port 07640293-ad69-48f8-9108-2f7959c4ca19, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=07640293-ad69-48f8-9108-2f7959c4ca19,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:50.336815 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-f7ea77a5-8742-4453-8fea-64d96508d41f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622985 Aug 26 16:00:50.461285 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e25d-eabd-4aaf-9148-727324ce869f req-1a1a5718-3061-4fe5-8010-2241959ce186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:50.461829 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-1a1a5718-3061-4fe5-8010-2241959ce186 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 1130 time: 0.0440054 Aug 26 16:00:50.489708 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.497974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.526190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-13adb3e3-4dc7-434a-8367-79d826daeb0f None None] Provisioning complete for port eb1b5966-628f-4134-ad76-63c36863ec39 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:50.526829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13adb3e3-4dc7-434a-8367-79d826daeb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.576153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:50.576153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:50.595350 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.644051 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-13adb3e3-4dc7-434a-8367-79d826daeb0f None None] Port eb1b5966-628f-4134-ad76-63c36863ec39 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:00:50.645426 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad13a-f324-4d3e-a1ce-17b65c0be4de None None] Pushing event updated for resources: {'Port': ['ID=07640293-ad69-48f8-9108-2f7959c4ca19,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:50.676617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e25d-eabd-4aaf-9148-727324ce869f req-5bf2497f-544b-4550-9fa0-8ffa8a467e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:50.678549 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-5bf2497f-544b-4550-9fa0-8ffa8a467e5d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1812081 Aug 26 16:00:50.722003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:50.732745 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-5298ec81-8e70-463c-b601-528580d8ae2f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 200 len: 217 time: 0.0430145 Aug 26 16:00:50.829780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.845539 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e25d-eabd-4aaf-9148-727324ce869f req-6f6bb162-b527-4fb0-a0cf-52374eaeecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:50.847613 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-6f6bb162-b527-4fb0-a0cf-52374eaeecba service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1032553 Aug 26 16:00:50.921639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526e25d-eabd-4aaf-9148-727324ce869f req-b7013509-90da-48c9-9f02-4f7e566a18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:50.923116 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-b7013509-90da-48c9-9f02-4f7e566a18a8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667491 Aug 26 16:00:50.932267 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:50.940985 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:49Z', 'revision_number': 1, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:50.946125 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks [] for port (eb1b5966-628f-4134-ad76-63c36863ec39), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:50.971822 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae31f4b-da9a-4367-8fb1-0c674fd9ff10 None None] The sync data for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi is: [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:49Z', 'revision_number': 1, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:51.045046 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:51.066698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-6ff27dc1-ef1f-443a-8177-a198a1d65048 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183364 Aug 26 16:00:51.087411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.218215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Pushing event updated for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:51.236682 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.303015 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e526e25d-eabd-4aaf-9148-727324ce869f req-8406d1a4-a45f-4fde-8212-3a03301e603a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451863 Aug 26 16:00:51.360732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Network 480b0db0-c679-4bc9-a2ae-d80050879570 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:51.362098 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:51.505206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Router 4a0c6aa2-178b-440d-832e-80c067d26ecb has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:51.722484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-199253d8-3cda-4e17-961a-f33be927b621 None None] Provisioning complete for port eb1b5966-628f-4134-ad76-63c36863ec39 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:51.723106 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-199253d8-3cda-4e17-961a-f33be927b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:51.794976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-199253d8-3cda-4e17-961a-f33be927b621 None None] Port eb1b5966-628f-4134-ad76-63c36863ec39 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:00:51.973992 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:51.979144 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-91ff2a8d-c79d-44c1-b5fd-179aafe2b6e5 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/4a0c6aa2-178b-440d-832e-80c067d26ecb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7188048 Aug 26 16:00:52.788648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54844) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:52.795260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1704421845-network', 'tenant_id': '46893205b06941b0b0123571e6a67a52'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:52.886872 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Made reservation on behalf of 46893205b06941b0b0123571e6a67a52 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:00:52.889445 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.899325 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:52.919879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:52.992202 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks [] for security_group (cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.093358 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.121484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 954} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:00:53.131969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.137264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (2c28d408-b60c-4a0a-9a45-14efcdbf862a), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.137641 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Added segment 2c28d408-b60c-4a0a-9a45-14efcdbf862a of type vlan for network bb14af50-ff8e-4ba7-97c6-be325d8b8225 Aug 26 16:00:53.191811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (bb14af50-ff8e-4ba7-97c6-be325d8b8225), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.207303 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Sync routers for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:53.218659 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:53.219401 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:53.298877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (bb14af50-ff8e-4ba7-97c6-be325d8b8225), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.300588 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:53.302664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.336221 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:53.349263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:53.407371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] Pushing event updated for resources: {'Network': ['ID=bb14af50-ff8e-4ba7-97c6-be325d8b8225,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.423754 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437554dd-adba-4148-a3b2-9c215c02ef3e req-5a56717a-956c-4339-bdee-0e348bee7381 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:53.428704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:00:53.431583 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-437554dd-adba-4148-a3b2-9c215c02ef3e req-5a56717a-956c-4339-bdee-0e348bee7381 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0851083 Aug 26 16:00:53.468307 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54854) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:53.473289 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Request body: {'subnet': {'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1704421845-subnet', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:53.478245 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0ff318e2-6560-49e2-bfae-9b4bf8b64950 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6882617 Aug 26 16:00:53.509460 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-437554dd-adba-4148-a3b2-9c215c02ef3e req-c0148f5f-490d-416e-93b6-55945304d937 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767956 Aug 26 16:00:53.525109 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 07640293-ad69-48f8-9108-2f7959c4ca19 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:53.551784 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 2, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:53.584209 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Checking router: 4a0c6aa2-178b-440d-832e-80c067d26ecb for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:53.584565 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Updating router 4a0c6aa2-178b-440d-832e-80c067d26ecb port eb1b5966-628f-4134-ad76-63c36863ec39 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:00:53.594265 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 07640293-ad69-48f8-9108-2f7959c4ca19 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:53.596431 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.617192 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.635581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Made reservation on behalf of 46893205b06941b0b0123571e6a67a52 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:00:53.638894 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64214426'] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.686297 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 07640293-ad69-48f8-9108-2f7959c4ca19 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:53.688180 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.696481 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:53.702630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:53.722701 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 07640293-ad69-48f8-9108-2f7959c4ca19, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=07640293-ad69-48f8-9108-2f7959c4ca19,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:53.797606 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.848594 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=07640293-ad69-48f8-9108-2f7959c4ca19,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:53.939207 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks [] for port (eb1b5966-628f-4134-ad76-63c36863ec39), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:53.990670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65035868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64214440'] for subnet (9556d457-ddc0-4362-a7d3-fb0e5b1fa043), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.024626 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.050789 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9556d457-ddc0-4362-a7d3-fb0e5b1fa043,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.064017 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Checking segment: {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:54.064364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Network hostable DHCP agents. Network: bb14af50-ff8e-4ba7-97c6-be325d8b8225, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:00:54.071598 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Pushing event updated for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.093058 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.099354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:00:54.137448 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Attempting to bind port eb1b5966-628f-4134-ad76-63c36863ec39 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Attempting to bind port eb1b5966-628f-4134-ad76-63c36863ec39 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Attempting to bind port eb1b5966-628f-4134-ad76-63c36863ec39 on network 480b0db0-c679-4bc9-a2ae-d80050879570 {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Checking segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Bound using segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Bound port: eb1b5966-628f-4134-ad76-63c36863ec39, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:54.160923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.178533 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:00:54.216687 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] For port eb1b5966-628f-4134-ad76-63c36863ec39, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:54.219921 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] For port eb1b5966-628f-4134-ad76-63c36863ec39, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=eb1b5966-628f-4134-ad76-63c36863ec39,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:54.281284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, bb14af50-ff8e-4ba7-97c6-be325d8b8225) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:54.285865 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:54.291039 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.292733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74f0ad-9278-4ce8-b0ce-00a934020d0c None None] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:54.316141 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.348276 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:54.353370 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:54.358664 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:54.359362 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:54.395623 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ce7e26fc-7aac-4950-829e-0adbacea4148 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9236348 Aug 26 16:00:54.396336 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54862) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:54.403543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:00:54.416561 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'project_id': '46893205b06941b0b0123571e6a67a52', 'fixed_ips': [{'subnet_id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:00:54.417628 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.454011 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f76eb6-8ccd-4463-96ea-3ee19cb5d54d None None] Pushing event updated for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.484189 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:54.533406 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.534530 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.584370 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Allocated IP 172.20.0.2 (bb14af50-ff8e-4ba7-97c6-be325d8b8225/9556d457-ddc0-4362-a7d3-fb0e5b1fa043/46d717e4-a012-426f-9159-93556a08db9e) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:54.603162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for router_controller (a51080dd-af7d-4f69-b4ea-2626ff2004f7), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.673833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce4a66-f950-4506-af66-10d6573b625e req-2037393c-1e87-49de-9856-aaa97006d65e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:54.675563 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8fce4a66-f950-4506-af66-10d6573b625e req-2037393c-1e87-49de-9856-aaa97006d65e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0655181 Aug 26 16:00:54.718955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:54.743363 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8fce4a66-f950-4506-af66-10d6573b625e req-5d52cd06-a4d3-4feb-99ff-fa42a9f1cc59 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543785 Aug 26 16:00:54.778307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks [] for port (46d717e4-a012-426f-9159-93556a08db9e), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.809624 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:54Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:54.836716 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780e294-991d-4b49-bd0f-b5dab0d7ddce None None] The sync data for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi is: [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:54Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:54.870114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (46d717e4-a012-426f-9159-93556a08db9e), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.887917 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for router_gateway (a51080dd-af7d-4f69-b4ea-2626ff2004f7), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:54.922647 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:54.926084 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:54.928017 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Pushing event updated for resources: {'Port': ['ID=46d717e4-a012-426f-9159-93556a08db9e,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:54.930246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:54.932153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:54.996960 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Attempting to bind port 46d717e4-a012-426f-9159-93556a08db9e on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:54.997407 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Attempting to bind port 46d717e4-a012-426f-9159-93556a08db9e by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:54.997834 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Attempting to bind port 46d717e4-a012-426f-9159-93556a08db9e on network bb14af50-ff8e-4ba7-97c6-be325d8b8225 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:55.013024 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:55.014466 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Checking segment: {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:55.014643 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.015323 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Bound using segment: {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:55.016111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Bound port: 46d717e4-a012-426f-9159-93556a08db9e, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:55.016893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (46d717e4-a012-426f-9159-93556a08db9e), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.048517 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=11,neutron:SELECT=83,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:55.087784 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] For port 46d717e4-a012-426f-9159-93556a08db9e, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:55.091993 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] For port 46d717e4-a012-426f-9159-93556a08db9e, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=46d717e4-a012-426f-9159-93556a08db9e,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:55.185364 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (46d717e4-a012-426f-9159-93556a08db9e), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.221191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for router_gateway (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.252075 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.274415 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc116c5-0e77-447d-83c0-73ec9ab5171c None None] Pushing event updated for resources: {'Port': ['ID=46d717e4-a012-426f-9159-93556a08db9e,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:55.384617 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Allocated IP 172.27.1.88 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:55.517052 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:55.535029 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 07640293-ad69-48f8-9108-2f7959c4ca19 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:55.568546 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.599864 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 07640293-ad69-48f8-9108-2f7959c4ca19 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:55.600387 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.687525 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 07640293-ad69-48f8-9108-2f7959c4ca19 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:55.688695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device eb1b5966-628f-4134-ad76-63c36863ec39 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:55.699901 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.739077 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port eb1b5966-628f-4134-ad76-63c36863ec39 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:55.739452 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.744051 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:55.748662 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:55.751880 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:55.801192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Pushing event updated for resources: {'Port': ['ID=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:55.837843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port eb1b5966-628f-4134-ad76-63c36863ec39 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:55.838352 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:55.882734 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port eb1b5966-628f-4134-ad76-63c36863ec39, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=eb1b5966-628f-4134-ad76-63c36863ec39,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:55.936320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2cc40-3fb1-4f19-81d1-6a4d576f0b9d req-5da75b7c-cd76-43b1-8850-9f24474ec6bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:55.937907 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c1b2cc40-3fb1-4f19-81d1-6a4d576f0b9d req-5da75b7c-cd76-43b1-8850-9f24474ec6bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 26 16:00:55.967162 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.003361 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c1b2cc40-3fb1-4f19-81d1-6a4d576f0b9d req-cefad11c-362d-4960-9efa-3fd962feb67b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596936 Aug 26 16:00:56.016087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:56.153710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for router_gateway (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.357660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18539dd8-0aaa-4f8b-b312-d64f4c577eb4 None None] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:00:56.375847 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.438254 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:56.465300 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:56.477165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Provisioning complete for port 46d717e4-a012-426f-9159-93556a08db9e triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:56.477593 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (46d717e4-a012-426f-9159-93556a08db9e), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.581993 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Current status of the port 46d717e4-a012-426f-9159-93556a08db9e is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:56.589613 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (46d717e4-a012-426f-9159-93556a08db9e), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.623552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] For port 46d717e4-a012-426f-9159-93556a08db9e, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=46d717e4-a012-426f-9159-93556a08db9e,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:56.767006 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Router a51080dd-af7d-4f69-b4ea-2626ff2004f7 is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:00:56.767551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (46d717e4-a012-426f-9159-93556a08db9e), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.790975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:56.821662 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a4324-27d2-4973-adcc-bc05a54d56c8 None None] Pushing event updated for resources: {'Port': ['ID=46d717e4-a012-426f-9159-93556a08db9e,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:56.876317 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:56.888943 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Sync routers for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:00:56.893423 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-80ba7108-54a4-4166-9dec-feb076c95c1d None None] Provisioning complete for port 46d717e4-a012-426f-9159-93556a08db9e triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:56.893797 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-80ba7108-54a4-4166-9dec-feb076c95c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (46d717e4-a012-426f-9159-93556a08db9e), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:56.932266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:56.932266 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:56.998189 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.007349 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-91970d6d-8829-44ae-83dc-3e8d12f84bef admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6020861 Aug 26 16:00:57.009688 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54884) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:57.203239 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-80ba7108-54a4-4166-9dec-feb076c95c1d None None] Current status of the port 46d717e4-a012-426f-9159-93556a08db9e is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:57.212344 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:57.227808 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110803b5-580c-46e7-8ab4-957d70e60a35 req-5aedc569-451f-4a41-9bfb-397afbbcaf7f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:57.229270 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-110803b5-580c-46e7-8ab4-957d70e60a35 req-5aedc569-451f-4a41-9bfb-397afbbcaf7f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0641952 Aug 26 16:00:57.362863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-110803b5-580c-46e7-8ab4-957d70e60a35 req-cdf76b2f-0c10-40d5-933f-e26d204df3b0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083729 Aug 26 16:00:57.433422 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 3, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:57.462369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Checking router: a51080dd-af7d-4f69-b4ea-2626ff2004f7 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:00:57.463070 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Updating router a51080dd-af7d-4f69-b4ea-2626ff2004f7 port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:00:57.512150 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.570994 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:57.593649 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.603681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 46d717e4-a012-426f-9159-93556a08db9e up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:57.611764 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:57.714949 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 46d717e4-a012-426f-9159-93556a08db9e triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:57.715696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (46d717e4-a012-426f-9159-93556a08db9e), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.762549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:57.825075 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Allocated IP 172.20.0.1 (bb14af50-ff8e-4ba7-97c6-be325d8b8225/9556d457-ddc0-4362-a7d3-fb0e5b1fa043/8b137966-e430-469e-9ddc-fb3b169bd951) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:00:57.847994 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 46d717e4-a012-426f-9159-93556a08db9e is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:57.849063 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device eb1b5966-628f-4134-ad76-63c36863ec39 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:57.904052 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:57.916420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks [] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.930058 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port eb1b5966-628f-4134-ad76-63c36863ec39 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:57.930444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:57.955713 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks [] for port (8b137966-e430-469e-9ddc-fb3b169bd951), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.016885 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port eb1b5966-628f-4134-ad76-63c36863ec39 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:58.024191 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.061124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.071860 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Attempting to bind port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:00:58.072241 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Attempting to bind port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:00:58.072864 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Attempting to bind port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:00:58.081482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:00:58.084952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:00:58.084952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.084952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:00:58.084952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Bound port: f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:00:58.084952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.115488 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:58.119003 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:58.124438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:00:58.126327 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ee7e-f934-4e2c-bf19-2f9095ee80e6 None None] Pushing event updated for resources: {'Port': ['ID=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:58.126991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Pushing event updated for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:58.164084 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] For port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:00:58.168212 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] For port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:00:58.177605 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.310533 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.348271 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:00:58.348271 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:58.417153 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.428198 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4ee7e-f934-4e2c-bf19-2f9095ee80e6 None None] Pushing event updated for resources: {'Port': ['ID=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:58.468293 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-c91b3e8c-631f-4872-b766-c134708cda07 None None] Provisioning complete for port 8b137966-e430-469e-9ddc-fb3b169bd951 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:58.468699 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c91b3e8c-631f-4872-b766-c134708cda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.496923 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:58.523877 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-c91b3e8c-631f-4872-b766-c134708cda07 None None] Port 8b137966-e430-469e-9ddc-fb3b169bd951 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:00:58.526497 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:00:58.567290 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd543203-2b6f-474f-8fbc-56bdfdb0ced5 req-baf829ce-2a9d-43df-8315-1f473db14d44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:00:58.568598 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd543203-2b6f-474f-8fbc-56bdfdb0ced5 req-baf829ce-2a9d-43df-8315-1f473db14d44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.1109347 Aug 26 16:00:58.663249 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd543203-2b6f-474f-8fbc-56bdfdb0ced5 req-19905501-a588-4eb9-9f9b-d2568e75ca35 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777421 Aug 26 16:00:58.686035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks [] for port (8b137966-e430-469e-9ddc-fb3b169bd951), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.693182 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:58.710198 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 3, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:00:58.735099 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c299ee-b66c-4233-bc4d-6963c92719db None None] The sync data for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi is: [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 3, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:00:58.772412 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.847240 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:58.849150 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Pushing event updated for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:58.970469 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:00:58.972451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:00:59.130352 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Router a51080dd-af7d-4f69-b4ea-2626ff2004f7 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:00:59.194303 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:00:59.283888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:00:59.291388 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-be16e356-90e2-4d1c-92e3-8d0a1d3bfe1f admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/a51080dd-af7d-4f69-b4ea-2626ff2004f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2790835 Aug 26 16:00:59.350850 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-46e0ce06-1c82-4ab8-90e4-8480b5fdf96c None None] Provisioning complete for port 8b137966-e430-469e-9ddc-fb3b169bd951 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:59.356338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-46e0ce06-1c82-4ab8-90e4-8480b5fdf96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:59.446149 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-46e0ce06-1c82-4ab8-90e4-8480b5fdf96c None None] Port 8b137966-e430-469e-9ddc-fb3b169bd951 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:00:59.491012 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:00:59.542040 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:00:59.543067 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:59.640152 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:00:59.640551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:59.674177 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:00:59.784329 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:00:59.847029 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:00:59.907324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54928) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:00:59.912143 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-487351099', 'description': 'tempest-secgroup-smoke-487351099 description', 'project_id': 'ea82b722416a415393ff78428a277a01'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:00.005558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdb0aa-a1f2-44c5-abcd-5aca6ea6055c req-83578046-10c2-4265-9ff2-6be3a3a8fa0b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:00.008079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60cdb0aa-a1f2-44c5-abcd-5aca6ea6055c req-83578046-10c2-4265-9ff2-6be3a3a8fa0b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0592992 Aug 26 16:01:00.059881 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60cdb0aa-a1f2-44c5-abcd-5aca6ea6055c req-58c33b43-52b4-45b1-ad99-f7e3824a0b2d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451376 Aug 26 16:01:00.093483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.117763 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:00.167910 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (72171175-55dd-4e3d-8f79-3f0d36eee5ec), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.326709 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (72171175-55dd-4e3d-8f79-3f0d36eee5ec), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.358563 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72171175-55dd-4e3d-8f79-3f0d36eee5ec,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:00.500406 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.501783 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7291b597-6cd5-4b0e-99bd-c6081b9af9c1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5934460 Aug 26 16:01:00.505242 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54932) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:00.510035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:00.595563 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Sync routers for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:00.606487 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:00.607217 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:00.617931 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (82abbc44-653e-472e-85c5-243953d2fc35), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.678602 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (82abbc44-653e-472e-85c5-243953d2fc35), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.710110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:00.712096 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:00.755547 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (82abbc44-653e-472e-85c5-243953d2fc35), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.775674 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82abbc44-653e-472e-85c5-243953d2fc35,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:00.854608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.857091 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1d0c3074-8f9f-4a74-9a3b-fdf80ba635b5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505776 Aug 26 16:01:00.860121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54936) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:00.871053 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:00.918987 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 4, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '8b137966-e430-469e-9ddc-fb3b169bd951', 'name': '', 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'mac_address': 'fa:16:3e:23:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:57Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 2, 'project_id': '46893205b06941b0b0123571e6a67a52', 'subnets': [{'id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:00.944248 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Checking router: a51080dd-af7d-4f69-b4ea-2626ff2004f7 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:00.944622 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Updating router a51080dd-af7d-4f69-b4ea-2626ff2004f7 port 8b137966-e430-469e-9ddc-fb3b169bd951 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:01:00.962018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (ed1b5b17-662a-4363-afa7-64940efed224), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:00.974472 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.032573 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (ed1b5b17-662a-4363-afa7-64940efed224), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.138560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (ed1b5b17-662a-4363-afa7-64940efed224), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.171135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:01.189184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1b5b17-662a-4363-afa7-64940efed224,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:01.202643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.203011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.203350 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.203686 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.204016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.204347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.204665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.204984 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.205307 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.205627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.205944 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.206264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.206583 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.206892 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.207223 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:01.227749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81a6d-08fa-4542-86c7-8dba249d29fa req-8b415983-0f65-4d0c-810f-17cc1cfec1c4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:01.229569 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d9e81a6d-08fa-4542-86c7-8dba249d29fa req-8b415983-0f65-4d0c-810f-17cc1cfec1c4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0853000 Aug 26 16:01:01.261553 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks [] for port (8b137966-e430-469e-9ddc-fb3b169bd951), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.292963 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d9e81a6d-08fa-4542-86c7-8dba249d29fa req-6567100a-2dbe-4102-8f9b-70468689689a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538948 Aug 26 16:01:01.317534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.318730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5bcbd7a9-f28b-46e4-8348-fe712ac967f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4575016 Aug 26 16:01:01.331550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54944) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:01.331550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:01.389732 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.432903 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (4d04b80b-b71a-45ee-aecd-979926794e48), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.438197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:01.458647 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4decfe-5bac-496e-b0ab-9f607934a78c None None] Pushing event updated for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:01.493703 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Attempting to bind port 8b137966-e430-469e-9ddc-fb3b169bd951 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:01.494169 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Attempting to bind port 8b137966-e430-469e-9ddc-fb3b169bd951 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:01.494594 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Attempting to bind port 8b137966-e430-469e-9ddc-fb3b169bd951 on network bb14af50-ff8e-4ba7-97c6-be325d8b8225 {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:01.496951 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:01.497407 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.500891 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:01.501344 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Checking segment: {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:01.501897 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.502271 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Bound using segment: {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:01.502975 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Bound port: 8b137966-e430-469e-9ddc-fb3b169bd951, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c28d408-b60c-4a0a-9a45-14efcdbf862a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:01.503420 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.509773 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (4d04b80b-b71a-45ee-aecd-979926794e48), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.562460 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:01.564686 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:01.573806 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] For port 8b137966-e430-469e-9ddc-fb3b169bd951, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:01.577350 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] For port 8b137966-e430-469e-9ddc-fb3b169bd951, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8b137966-e430-469e-9ddc-fb3b169bd951,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:01.582487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:01.618333 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (4d04b80b-b71a-45ee-aecd-979926794e48), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.637954 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d04b80b-b71a-45ee-aecd-979926794e48,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:01.767678 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.769143 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.770369 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ba2ef789-f24e-493f-81fa-5049b8bd0702 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464030 Aug 26 16:01:01.779741 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 54946) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:01.784547 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:01.804996 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:01.805617 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:01.859196 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4decfe-5bac-496e-b0ab-9f607934a78c None None] Pushing event updated for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:01.866237 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:01.889082 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (8243cb1e-c2fc-404d-8316-8daf16602723), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:01.938622 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:01.981335 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (8243cb1e-c2fc-404d-8316-8daf16602723), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.117254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (8243cb1e-c2fc-404d-8316-8daf16602723), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.149290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8243cb1e-c2fc-404d-8316-8daf16602723,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:02.172658 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 4, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '8b137966-e430-469e-9ddc-fb3b169bd951', 'name': '', 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'mac_address': 'fa:16:3e:23:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:57Z', 'updated_at': '2022-08-26T16:01:01Z', 'revision_number': 4, 'project_id': '46893205b06941b0b0123571e6a67a52', 'subnets': [{'id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:02.204050 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c62bb30-c23f-4f06-ae37-b8b24681cb13 None None] The sync data for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi is: [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:00:58Z', 'revision_number': 4, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '8b137966-e430-469e-9ddc-fb3b169bd951', 'name': '', 'network_id': 'bb14af50-ff8e-4ba7-97c6-be325d8b8225', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'mac_address': 'fa:16:3e:23:05:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:57Z', 'updated_at': '2022-08-26T16:01:01Z', 'revision_number': 4, 'project_id': '46893205b06941b0b0123571e6a67a52', 'subnets': [{'id': '9556d457-ddc0-4362-a7d3-fb0e5b1fa043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:02.324601 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.326234 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-30a631f7-20c6-40be-9e7a-519abd911dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5453656 Aug 26 16:01:02.329995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54974) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:02.336538 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:02.461902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba5726-bc08-4d34-85b0-a1265448e5a7 req-8cc9c6eb-4ae7-48a5-9dc8-916bd5fe4571 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:02.463849 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61ba5726-bc08-4d34-85b0-a1265448e5a7 req-8cc9c6eb-4ae7-48a5-9dc8-916bd5fe4571 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0609391 Aug 26 16:01:02.465553 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.securitygroups_db [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Project ea82b722416a415393ff78428a277a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:01:02.480481 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (6e14d4a8-6b32-4d3e-a77f-9e2cb1d81ec6), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.597733 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-61ba5726-bc08-4d34-85b0-a1265448e5a7 req-3ce9ad59-7246-4422-991f-4ad6bd13bd9c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265574 Aug 26 16:01:02.618094 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (6e14d4a8-6b32-4d3e-a77f-9e2cb1d81ec6), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.700178 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (6e14d4a8-6b32-4d3e-a77f-9e2cb1d81ec6), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.722815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e14d4a8-6b32-4d3e-a77f-9e2cb1d81ec6,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:02.803310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:02.804559 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ef805019-3dfe-4878-b4f9-e0257cc8bc58 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4735105 Aug 26 16:01:02.807536 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 54998) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:02.813172 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'security_group_rule': {'security_group_id': '72171175-55dd-4e3d-8f79-3f0d36eee5ec', 'project_id': 'ea82b722416a415393ff78428a277a01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:02.944106 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.securitygroups_db [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Project ea82b722416a415393ff78428a277a01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:01:02.954100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (295da8e5-af19-487b-9b8d-8237af779101), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.026839 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (295da8e5-af19-487b-9b8d-8237af779101), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.144005 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (295da8e5-af19-487b-9b8d-8237af779101), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.164649 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295da8e5-af19-487b-9b8d-8237af779101,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:03.271601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.272899 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0815a313-0846-44d5-9a39-0b3f94319a31 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4634354 Aug 26 16:01:03.474573 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8b137966-e430-469e-9ddc-fb3b169bd951 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:03.524952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 8b137966-e430-469e-9ddc-fb3b169bd951 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:03.525324 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.609268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 8b137966-e430-469e-9ddc-fb3b169bd951 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:03.609822 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.644119 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 8b137966-e430-469e-9ddc-fb3b169bd951, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8b137966-e430-469e-9ddc-fb3b169bd951,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:03.738126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1e317-1fd2-49f1-8d43-05a71aacf10a req-a19420dd-5dec-48cb-98f8-fe9f3c709a5d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:03.739630 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cc1e317-1fd2-49f1-8d43-05a71aacf10a req-a19420dd-5dec-48cb-98f8-fe9f3c709a5d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0529397 Aug 26 16:01:03.778571 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:03.796889 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3cc1e317-1fd2-49f1-8d43-05a71aacf10a req-4afcf747-bf3b-402a-a709-8104dba960f7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515571 Aug 26 16:01:03.835167 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:04.929519 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78e380-651a-4087-a4de-cd323ee22b51 req-171ce994-e0ed-4515-a9c4-346dcabe04d4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:04.931064 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5a78e380-651a-4087-a4de-cd323ee22b51 req-171ce994-e0ed-4515-a9c4-346dcabe04d4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0505402 Aug 26 16:01:04.945382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:05.039056 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-d7f5bfca-8d1c-4050-8d78-dd3ffff44034 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:05.040592 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-d7f5bfca-8d1c-4050-8d78-dd3ffff44034 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 945 time: 0.0870657 Aug 26 16:01:05.043824 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5a78e380-651a-4087-a4de-cd323ee22b51 req-ba3225c6-54c5-494f-ab8a-cc1c6168363d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=e456e464-7878-43a4-8b56-5b9b025035a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057770 Aug 26 16:01:05.238201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 28a6367d-771f-4b85-b73b-d4f7949eaa49 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:05.238552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.281304 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:05.343369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] For port 28a6367d-771f-4b85-b73b-d4f7949eaa49, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=28a6367d-771f-4b85-b73b-d4f7949eaa49,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:05.343643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.444423 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8b137966-e430-469e-9ddc-fb3b169bd951 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:05.502507 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 8b137966-e430-469e-9ddc-fb3b169bd951 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:05.503031 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.593220 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.595111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.595111 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 0ed2694b-a323-47d4-82db-cde1d7cdacdd disassociated. External IP: 172.27.1.8, port: 28a6367d-771f-4b85-b73b-d4f7949eaa49. Aug 26 16:01:05.595111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 28a6367d-771f-4b85-b73b-d4f7949eaa49 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:05.618565 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 8b137966-e430-469e-9ddc-fb3b169bd951 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:05.842285 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (28a6367d-771f-4b85-b73b-d4f7949eaa49), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:05.875334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=28a6367d-771f-4b85-b73b-d4f7949eaa49,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:05.932219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:06.003758 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:06.163665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:06.177992 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:06.195553 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:06.196709 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:06.235510 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3def23e-a88a-44b0-bfae-16a186be1d45 req-f1836eea-0476-4433-b1db-9686f1ad65cd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0606339 Aug 26 16:01:06.273030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] No DVR routers for this DVR port 28a6367d-771f-4b85-b73b-d4f7949eaa49 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:06.280112 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:06.284783 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-850bb076-4bc2-412b-8e2c-320b87ff7306 req-5acdb123-cfb4-4ceb-a13a-69db387e2493 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "DELETE /networking/v2.0/ports/28a6367d-771f-4b85-b73b-d4f7949eaa49 HTTP/1.1" status: 204 len: 173 time: 1.1387842 Aug 26 16:01:06.285534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'name': 'network-vif-deleted', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:06.288323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1dcc7a-978b-4e55-aa08-557393511c3c" -d '{"events": [{"server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "name": "network-vif-deleted", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:06.338681 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e494a44d-0c02-4be8-91c0-fea7d685a3a7 x-openstack-request-id: req-e494a44d-0c02-4be8-91c0-fea7d685a3a7 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:06.339122 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae11b5f9-e68f-4300-82b2-65e2acc9b282", "name": "network-vif-deleted", "tag": "28a6367d-771f-4b85-b73b-d4f7949eaa49", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:06.339511 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e494a44d-0c02-4be8-91c0-fea7d685a3a7 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:06.339972 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e494a44d-0c02-4be8-91c0-fea7d685a3a7'] response: {'server_uuid': 'ae11b5f9-e68f-4300-82b2-65e2acc9b282', 'name': 'network-vif-deleted', 'tag': '28a6367d-771f-4b85-b73b-d4f7949eaa49', 'status': 'completed', 'code': 200} Aug 26 16:01:06.519080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:06.520973 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:06.688869 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:06.759531 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:06.790860 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:06.799893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:06.800510 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:00:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:06.943907 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:07.194678 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:07.248920 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d93e445-7f29-4207-827d-c138f42d3e58 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '70979f3a-f23c-46b8-9127-d04c85ed5832', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.224', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:1e:c8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:56:51Z', 'updated_at': '2022-08-26T15:57:39Z', 'revision_number': 2, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:07.340313 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3bdf2-5404-4e63-937a-f581630281d5 req-766ad974-bf7d-48a6-8c6b-1a41f4c9aaea tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:07.348928 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09c3bdf2-5404-4e63-937a-f581630281d5 req-766ad974-bf7d-48a6-8c6b-1a41f4c9aaea tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0719717 Aug 26 16:01:07.413241 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-afa59fd7-aa58-473f-96a0-875304e430ff req-d5334116-8994-42f7-9679-47b26e8fafa7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0419092 Aug 26 16:01:07.452537 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09c3bdf2-5404-4e63-937a-f581630281d5 req-a936edba-333c-4dcd-a6f8-25c6cdd1266d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017904 Aug 26 16:01:07.614221 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2532e22-f91a-47b4-a608-4183377fdb25 None None] New status for floating IP 0ed2694b-a323-47d4-82db-cde1d7cdacdd: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:01:07.648372 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-059a153d-cc1a-417e-b042-088ac0ec6196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:08.542089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76531fff-9f90-4a31-8375-7faadf3ac494 req-114c7d62-49ea-4b4d-a0eb-ddf8ba6437f9 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0309677 Aug 26 16:01:08.602895 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca3cea-d6c8-449c-a865-0e7a0cc7528b req-0373a8d1-654f-47a1-bac6-2a55d0989c8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:08.604344 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dca3cea-d6c8-449c-a865-0e7a0cc7528b req-0373a8d1-654f-47a1-bac6-2a55d0989c8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0534935 Aug 26 16:01:08.655985 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dca3cea-d6c8-449c-a865-0e7a0cc7528b req-d9a6219f-290b-46b0-9eaa-f4eeb8385f43 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453639 Aug 26 16:01:09.659158 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-861e2e4f-e7f9-4518-b5f4-a9f81547dfd2 req-4682efec-4ef7-42b9-a20f-e20d1149437a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Aug 26 16:01:09.786397 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd95e-2d48-4590-81cd-1d2f7e786534 req-300c5808-6fc9-4050-9627-c7bd1e2afd46 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:09.787943 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de4fd95e-2d48-4590-81cd-1d2f7e786534 req-300c5808-6fc9-4050-9627-c7bd1e2afd46 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0492346 Aug 26 16:01:09.842304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de4fd95e-2d48-4590-81cd-1d2f7e786534 req-b06d8e97-24de-4de0-8264-006692b28928 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484204 Aug 26 16:01:10.246338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ccfe6c65-5411-4c36-992b-db1c7bc77aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:10.370088 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 28a6367d-771f-4b85-b73b-d4f7949eaa49 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:10.390497 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 28a6367d-771f-4b85-b73b-d4f7949eaa49 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:10.390840 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 28a6367d-771f-4b85-b73b-d4f7949eaa49 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:10.776247 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-28b0b431-1782-4d73-b0a6-81b3350324b0 req-fbffaf5d-4d8e-4d3b-aa46-bccfb542c797 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=ae11b5f9-e68f-4300-82b2-65e2acc9b282 HTTP/1.1" status: 200 len: 210 time: 0.0296535 Aug 26 16:01:10.978162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee27a-02d3-4132-98a4-8522007b395c req-836d23f1-0258-402b-b9a0-12510b526dbb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:10.979835 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-639ee27a-02d3-4132-98a4-8522007b395c req-836d23f1-0258-402b-b9a0-12510b526dbb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0505326 Aug 26 16:01:11.029466 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-639ee27a-02d3-4132-98a4-8522007b395c req-6f082393-bd75-4d2c-afb4-ac52070497b0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 Aug 26 16:01:11.846756 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:11.956816 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55172) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:11.993569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:12.015697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (e456e464-7878-43a4-8b56-5b9b025035a2), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.039933 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (e456e464-7878-43a4-8b56-5b9b025035a2), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.160743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938dd094-2c4a-4dd0-a865-c5254f774ff7 req-fa8b2f89-e56d-4dfb-ad71-da4209a2e22c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:12.162211 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-938dd094-2c4a-4dd0-a865-c5254f774ff7 req-fa8b2f89-e56d-4dfb-ad71-da4209a2e22c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0487592 Aug 26 16:01:12.185998 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:12.201226 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e456e464-7878-43a4-8b56-5b9b025035a2), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.204190 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.206081 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e456e464-7878-43a4-8b56-5b9b025035a2 HTTP/1.1" status: 204 len: 168 time: 0.2477119 Aug 26 16:01:12.208644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55180) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:12.222362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df1269-6402-4de8-8a4a-f606fbd5cecb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e456e464-7878-43a4-8b56-5b9b025035a2,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:12.244579 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.api.v2.resource [None req-82533a63-e25f-44e7-99b4-6d1a395da21b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] show failed (client error): The resource could not be found. Aug 26 16:01:12.249399 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-82533a63-e25f-44e7-99b4-6d1a395da21b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups/e456e464-7878-43a4-8b56-5b9b025035a2 HTTP/1.1" status: 404 len: 347 time: 0.0393531 Aug 26 16:01:12.252077 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55184) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:12.263935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-938dd094-2c4a-4dd0-a865-c5254f774ff7 req-5debe2ea-af80-4dd5-9265-de3890df6633 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939002 Aug 26 16:01:12.376763 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 3e0b900b-6e51-4254-b796-5d726565d967 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:12.377121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (3e0b900b-6e51-4254-b796-5d726565d967), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.468647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (3e0b900b-6e51-4254-b796-5d726565d967), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.468828 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (3e0b900b-6e51-4254-b796-5d726565d967), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.484808 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 3e0b900b-6e51-4254-b796-5d726565d967 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:12.703949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (3e0b900b-6e51-4254-b796-5d726565d967), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.729555 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=3e0b900b-6e51-4254-b796-5d726565d967,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:12.760951 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:12.799810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (0ed2694b-a323-47d4-82db-cde1d7cdacdd), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.802341 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:12.803542 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9e60eefe-e5df-40ca-a6bc-f225656bf5ac tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/0ed2694b-a323-47d4-82db-cde1d7cdacdd HTTP/1.1" status: 204 len: 168 time: 0.5503933 Aug 26 16:01:13.235143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:13.384470 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:13.440640 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442e174-bc8a-4665-af92-b7e79ff2ba6c req-ac8585b6-39d8-4ef0-a251-f723fede9080 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:13.442132 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b442e174-bc8a-4665-af92-b7e79ff2ba6c req-ac8585b6-39d8-4ef0-a251-f723fede9080 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0973330 Aug 26 16:01:13.507006 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:13.514662 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b442e174-bc8a-4665-af92-b7e79ff2ba6c req-e5d49125-3195-42d0-a1e6-a5ae3b1c3b14 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663838 Aug 26 16:01:14.089358 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55224) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:14.143884 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.199538 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8b3c1f90-304c-4d79-811f-b996fb5fa10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.289501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8b3c1f90-304c-4d79-811f-b996fb5fa10e admin admin] Publish callbacks [] for security_group (761679f3-a23f-4119-8c27-10e8059f15c5), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.360343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8b3c1f90-304c-4d79-811f-b996fb5fa10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (761679f3-a23f-4119-8c27-10e8059f15c5), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.399978 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c1f90-304c-4d79-811f-b996fb5fa10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761679f3-a23f-4119-8c27-10e8059f15c5,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:14.405492 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8b3c1f90-304c-4d79-811f-b996fb5fa10e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=2117707e65c348e3b1b19f05bc9138d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149743 Aug 26 16:01:14.408340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55232) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:14.473621 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] Publish callbacks [] for security_group (761679f3-a23f-4119-8c27-10e8059f15c5), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.483638 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] Publish callbacks [] for security_group (761679f3-a23f-4119-8c27-10e8059f15c5), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.518812 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:14.645874 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1999cb-565d-4e24-a55f-ea2ebb43866d req-506c210a-04f8-4707-9ab6-44186c461046 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:14.647358 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a1999cb-565d-4e24-a55f-ea2ebb43866d req-506c210a-04f8-4707-9ab6-44186c461046 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0502999 Aug 26 16:01:14.652181 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (761679f3-a23f-4119-8c27-10e8059f15c5), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.655750 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:14.656836 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/761679f3-a23f-4119-8c27-10e8059f15c5 HTTP/1.1" status: 204 len: 168 time: 0.2478163 Aug 26 16:01:14.680968 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eae608-6f4d-4ff7-8afe-34a39cd3b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761679f3-a23f-4119-8c27-10e8059f15c5,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:14.727301 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a1999cb-565d-4e24-a55f-ea2ebb43866d req-010b2346-6dd2-482d-a619-68083bcc9f64 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693159 Aug 26 16:01:15.788176 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55276) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:15.854363 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24927e8f-7cd8-4559-8b0b-f0d24984d159 req-15ff5123-8f03-43eb-aa7b-1178a26f5032 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:15.855994 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24927e8f-7cd8-4559-8b0b-f0d24984d159 req-15ff5123-8f03-43eb-aa7b-1178a26f5032 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0509324 Aug 26 16:01:15.905843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1566686320-network', 'tenant_id': '070e0f497888488d863e2f63b87a31ff'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:15.917795 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24927e8f-7cd8-4559-8b0b-f0d24984d159 req-645da5bc-7a79-4b19-81d9-700f73fac874 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554080 Aug 26 16:01:16.001035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Made reservation on behalf of 070e0f497888488d863e2f63b87a31ff for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:16.003633 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.015480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.093104 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:16.106028 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks [] for security_group (6a3a7e40-0383-46d6-a360-23d6da357a3e), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.240291 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (6a3a7e40-0383-46d6-a360-23d6da357a3e), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.272897 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 977} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:01:16.278583 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3a7e40-0383-46d6-a360-23d6da357a3e,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:16.287166 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.288534 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Added segment 5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e of type vlan for network fa77b427-b5ba-48e9-b163-929f4df0a43c Aug 26 16:01:16.345159 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (fa77b427-b5ba-48e9-b163-929f4df0a43c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.440654 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (fa77b427-b5ba-48e9-b163-929f4df0a43c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.442064 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:16.442309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:16.510432 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa77b427-b5ba-48e9-b163-929f4df0a43c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:16.524279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network fa77b427-b5ba-48e9-b163-929f4df0a43c details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:01:16.592465 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7cde6806-355c-45c4-b0d5-c7f5efe67ba5 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8031454 Aug 26 16:01:16.595636 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55288) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:16.604184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Request body: {'subnet': {'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1566686320-subnet', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'ip_version': 4}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:16.709383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Made reservation on behalf of 070e0f497888488d863e2f63b87a31ff for: {'subnet': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:16.712404 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64569523'] for subnet (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:17.100179 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34e11e-35ad-445a-8460-f95cb23a8aa7 req-1c3304f0-8802-47e6-890d-9f475bb22a99 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:17.101668 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc34e11e-35ad-445a-8460-f95cb23a8aa7 req-1c3304f0-8802-47e6-890d-9f475bb22a99 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0633883 Aug 26 16:01:17.186644 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc34e11e-35ad-445a-8460-f95cb23a8aa7 req-c5bf14de-cbaa-40ca-ae86-2b4f78ecb1bc tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751970 Aug 26 16:01:17.190598 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:17.345011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63849414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64569473'] for subnet (06d77e52-1cd2-4f28-81cd-b4b5b114c4dd), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:17.406738 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:17.422809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Checking segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:17.423673 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Network hostable DHCP agents. Network: fa77b427-b5ba-48e9-b163-929f4df0a43c, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:01:17.509777 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Network fa77b427-b5ba-48e9-b163-929f4df0a43c is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:01:17.601184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, fa77b427-b5ba-48e9-b163-929f4df0a43c) {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:17.611364 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56951c4b-fd97-4d9b-b607-7b8558172538 None None] Network fa77b427-b5ba-48e9-b163-929f4df0a43c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:01:17.615452 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:17.616217 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:17.690573 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:17.693809 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:17.718761 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55302) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:17.719333 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cf759a79-0a29-4bb3-94c0-820ded3cbdf6 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1207066 Aug 26 16:01:17.722119 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:17.753518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-fa77b427-b5ba-48e9-b163-929f4df0a43c', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:01:17.754554 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:17.967234 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Allocated IP 172.20.0.2 (fa77b427-b5ba-48e9-b163-929f4df0a43c/06d77e52-1cd2-4f28-81cd-b4b5b114c4dd/3972e0fb-f9c0-494f-9467-17e0f99d839f) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:18.120465 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks [] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.123956 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.123956 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.175253 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for router_controller (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.224175 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.267236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Network fa77b427-b5ba-48e9-b163-929f4df0a43c is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:18.272801 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:18.277243 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:18.282540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Pushing event updated for resources: {'Port': ['ID=3972e0fb-f9c0-494f-9467-17e0f99d839f,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:18.298643 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:18.333941 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6bc16-04fe-47c9-a566-1ffe02405e20 req-533c27fd-538d-4f4c-acd5-2eac0393f18b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.339413 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-37c6bc16-04fe-47c9-a566-1ffe02405e20 req-533c27fd-538d-4f4c-acd5-2eac0393f18b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0634217 Aug 26 16:01:18.342437 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Attempting to bind port 3972e0fb-f9c0-494f-9467-17e0f99d839f on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:18.342808 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Attempting to bind port 3972e0fb-f9c0-494f-9467-17e0f99d839f by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:18.343244 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Attempting to bind port 3972e0fb-f9c0-494f-9467-17e0f99d839f on network fa77b427-b5ba-48e9-b163-929f4df0a43c {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:18.348798 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:18.349205 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Checking segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:18.352552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.352552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Bound using segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:18.352552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Bound port: 3972e0fb-f9c0-494f-9467-17e0f99d839f, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:18.352552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.467045 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] For port 3972e0fb-f9c0-494f-9467-17e0f99d839f, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:18.470840 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] For port 3972e0fb-f9c0-494f-9467-17e0f99d839f, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=3972e0fb-f9c0-494f-9467-17e0f99d839f,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:18.486870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-37c6bc16-04fe-47c9-a566-1ffe02405e20 req-184bbf35-f072-4b29-9e07-5e590e973f49 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458139 Aug 26 16:01:18.487134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for router_gateway (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.524879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e67a8a-1cf4-4156-9ca6-0176ad2586e5 req-fdaf2066-11be-4a86-9273-e1b7ad76bee6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.526349 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2e67a8a-1cf4-4156-9ca6-0176ad2586e5 req-fdaf2066-11be-4a86-9273-e1b7ad76bee6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0940483 Aug 26 16:01:18.590232 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:18.604499 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.612814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-b65006c1-aaf3-43f6-92b1-0d54c12342ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.614307 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-b65006c1-aaf3-43f6-92b1-0d54c12342ef service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.0847228 Aug 26 16:01:18.643676 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2e67a8a-1cf4-4156-9ca6-0176ad2586e5 req-624126f3-a3d6-4e08-8a30-0edf230222d7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049306 Aug 26 16:01:18.689820 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be929f2-1af5-493b-87a5-07b6a6b9f095 None None] Pushing event updated for resources: {'Port': ['ID=3972e0fb-f9c0-494f-9467-17e0f99d839f,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:18.760289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-52cd8741-4e6e-494d-924c-e3a2924f69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.762871 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-52cd8741-4e6e-494d-924c-e3a2924f69cc service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1393304 Aug 26 16:01:18.857455 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-15f0f879-4d99-46fc-83e7-72732feb8c78 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1000 time: 0.0873230 Aug 26 16:01:18.887042 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for router_gateway (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.911584 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:18.938284 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-530ea61b-719f-4467-a9da-dddc59be4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:18.939943 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-530ea61b-719f-4467-a9da-dddc59be4820 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0575213 Aug 26 16:01:19.030782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Allocated IP 172.27.1.171 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/df35fc50-b822-4aad-a85e-5cfc34bbfb7d) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:19.045868 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:19.142479 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:19.275643 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:19.320734 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:19.324054 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:19.324841 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-386513ee-0b0b-45f2-a09a-94eeb1208b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:19.331729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-386513ee-0b0b-45f2-a09a-94eeb1208b94 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546355 Aug 26 16:01:19.332000 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:19.335839 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Pushing event updated for resources: {'Port': ['ID=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:19.462315 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:19.468023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-feea4472-c47d-454c-b72f-28e106c2ee89 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310921 Aug 26 16:01:19.530765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 3972e0fb-f9c0-494f-9467-17e0f99d839f up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:19.535857 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=84,neutron:UPDATE=10,neutron:INSERT=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:19.599624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 3972e0fb-f9c0-494f-9467-17e0f99d839f triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:19.600343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:19.641214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:19.724341 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20e03-3106-4039-8604-1365a1c92a43 req-ddf202a5-e62e-43ec-a0ef-428874ae589d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:19.728677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ee20e03-3106-4039-8604-1365a1c92a43 req-ddf202a5-e62e-43ec-a0ef-428874ae589d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0908692 Aug 26 16:01:19.731225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d25497d0-8844-4205-8c02-c99ae9c16bb0 req-c6ef6e1c-6517-4622-9d1a-897f25067c1a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051885 Aug 26 16:01:19.769417 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 3972e0fb-f9c0-494f-9467-17e0f99d839f is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:19.769945 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:19.833372 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 3972e0fb-f9c0-494f-9467-17e0f99d839f, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=3972e0fb-f9c0-494f-9467-17e0f99d839f,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:19.882267 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for router_gateway (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:19.898716 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03530f2-b9d1-40dd-9183-0c3555069087 None None] Network fa77b427-b5ba-48e9-b163-929f4df0a43c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:01:19.916290 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ee20e03-3106-4039-8604-1365a1c92a43 req-7716c551-a639-477b-88ed-690d792e525e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756248 Aug 26 16:01:19.923214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd544067-2ffb-413f-82bb-a4741d5bd91c req-18621ebf-581e-405c-ba5e-3bbc5610767d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:19.924729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd544067-2ffb-413f-82bb-a4741d5bd91c req-18621ebf-581e-405c-ba5e-3bbc5610767d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1051106 Aug 26 16:01:19.928581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:20.004976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:20.022154 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd544067-2ffb-413f-82bb-a4741d5bd91c req-dabf85d6-a939-40ca-9012-02acb632af54 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892527 Aug 26 16:01:20.069421 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-72244b9b-070e-44fb-9f07-5c1067dad036 None None] Provisioning complete for port 3972e0fb-f9c0-494f-9467-17e0f99d839f triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:20.069801 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-72244b9b-070e-44fb-9f07-5c1067dad036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:20.128695 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:20.148363 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=3972e0fb-f9c0-494f-9467-17e0f99d839f,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:20.200398 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-72244b9b-070e-44fb-9f07-5c1067dad036 None None] Current status of the port 3972e0fb-f9c0-494f-9467-17e0f99d839f is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:20.372353 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Router c813bb57-1df7-4eb0-95a8-120f7a4ff9be is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:01:20.422154 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-3667d909-1bed-4286-a607-3ca86693876a None None] Provisioning complete for port 3972e0fb-f9c0-494f-9467-17e0f99d839f triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:20.423007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3667d909-1bed-4286-a607-3ca86693876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:20.465645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:20.485765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:20.487325 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdca24-25ed-43e7-8bb3-442bf6c07af1 req-dc8aedb6-c618-44ff-8007-cbc96379838f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:20.490440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:20.494304 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0acdca24-25ed-43e7-8bb3-442bf6c07af1 req-dc8aedb6-c618-44ff-8007-cbc96379838f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0606921 Aug 26 16:01:20.525197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Sync routers for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:20.540229 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0acdca24-25ed-43e7-8bb3-442bf6c07af1 req-36fd7de7-0fb8-45de-baa3-286fcb107d6f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450149 Aug 26 16:01:20.544955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-3667d909-1bed-4286-a607-3ca86693876a None None] Current status of the port 3972e0fb-f9c0-494f-9467-17e0f99d839f is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:20.547329 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:20.547950 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:20.663416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:20.667055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:20.670964 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3418edbd-1934-4d3d-b97b-947c4460ff76 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9497290 Aug 26 16:01:20.671310 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55344) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:20.987645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:19Z', 'revision_number': 3, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:21.017788 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Checking router: c813bb57-1df7-4eb0-95a8-120f7a4ff9be for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:21.018286 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Updating router c813bb57-1df7-4eb0-95a8-120f7a4ff9be port df35fc50-b822-4aad-a85e-5cfc34bbfb7d binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:01:21.051062 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.087706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27f868-7996-4120-a60f-27199c493257 req-67d8e6c3-7f47-4106-ba6d-deb00029ddbf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:21.089237 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2f27f868-7996-4120-a60f-27199c493257 req-67d8e6c3-7f47-4106-ba6d-deb00029ddbf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0741673 Aug 26 16:01:21.125362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.141970 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2f27f868-7996-4120-a60f-27199c493257 req-18fbdda4-34b4-4d8f-b243-db14ff9aa8a5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468996 Aug 26 16:01:21.284388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.306219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330d3f6-be1f-47c8-a10f-9184fbdae0c6 req-3667c67c-ab9a-4a1d-ab6d-b997b981c47a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:21.308076 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b330d3f6-be1f-47c8-a10f-9184fbdae0c6 req-3667c67c-ab9a-4a1d-ab6d-b997b981c47a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0941150 Aug 26 16:01:21.309516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Allocated IP 172.20.0.1 (fa77b427-b5ba-48e9-b163-929f4df0a43c/06d77e52-1cd2-4f28-81cd-b4b5b114c4dd/99607863-91e0-483c-a51d-951fb49781bd) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:21.324865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702bdfe-35c5-48db-8a8d-2b9aeb363fde req-d4722a6e-62c9-42b7-8afe-e06d4e33382a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:21.326957 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7702bdfe-35c5-48db-8a8d-2b9aeb363fde req-d4722a6e-62c9-42b7-8afe-e06d4e33382a tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0687115 Aug 26 16:01:21.354294 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks [] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.417213 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b330d3f6-be1f-47c8-a10f-9184fbdae0c6 req-d1df9f8b-2a47-4ddd-93bd-87256518c730 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991390 Aug 26 16:01:21.426954 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7702bdfe-35c5-48db-8a8d-2b9aeb363fde req-303dfc8c-eee3-4dde-99a1-6be525c4e491 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917139 Aug 26 16:01:21.458815 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks [] for port (99607863-91e0-483c-a51d-951fb49781bd), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.480124 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 3972e0fb-f9c0-494f-9467-17e0f99d839f up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:21.509472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.517157 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.553236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Attempting to bind port df35fc50-b822-4aad-a85e-5cfc34bbfb7d on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:21.553598 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Attempting to bind port df35fc50-b822-4aad-a85e-5cfc34bbfb7d by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:21.553968 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Attempting to bind port df35fc50-b822-4aad-a85e-5cfc34bbfb7d on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:21.571407 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:21.571716 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:21.572592 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.572832 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:21.573301 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Bound port: df35fc50-b822-4aad-a85e-5cfc34bbfb7d, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:21.573689 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.593378 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.606542 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff68d3-891e-471d-a504-ebeb965fc7b7 None None] Pushing event updated for resources: {'Port': ['ID=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:21.613601 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 3972e0fb-f9c0-494f-9467-17e0f99d839f triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:21.615905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.644174 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Network fa77b427-b5ba-48e9-b163-929f4df0a43c is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:21.649275 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:21.656065 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:21.657656 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Pushing event updated for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:21.676289 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.697489 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.697941 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] For port df35fc50-b822-4aad-a85e-5cfc34bbfb7d, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:21.701268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] For port df35fc50-b822-4aad-a85e-5cfc34bbfb7d, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:21.706216 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.721052 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d84e-e761-4878-a35b-595cc68475c0 req-abb7986b-a1c7-433a-b041-712cc123ac93 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:21.723684 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c20d84e-e761-4878-a35b-595cc68475c0 req-abb7986b-a1c7-433a-b041-712cc123ac93 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0851974 Aug 26 16:01:21.746401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 3972e0fb-f9c0-494f-9467-17e0f99d839f is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:21.788590 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:21.807238 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c20d84e-e761-4878-a35b-595cc68475c0 req-38a539a6-9858-4292-825a-9696e7a5257f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753210 Aug 26 16:01:21.835460 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:21.871968 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:21.872599 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:21.936794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff68d3-891e-471d-a504-ebeb965fc7b7 None None] Pushing event updated for resources: {'Port': ['ID=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:22.006484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-079c93b8-8748-4c4f-b423-1114d1f30c21 None None] Provisioning complete for port 99607863-91e0-483c-a51d-951fb49781bd triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:22.085206 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-079c93b8-8748-4c4f-b423-1114d1f30c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (99607863-91e0-483c-a51d-951fb49781bd), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:22.085206 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:22.085570 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (99607863-91e0-483c-a51d-951fb49781bd), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:22.124276 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-079c93b8-8748-4c4f-b423-1114d1f30c21 None None] Port 99607863-91e0-483c-a51d-951fb49781bd cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:22.202332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks [] for port (99607863-91e0-483c-a51d-951fb49781bd), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:22.212695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:19Z', 'revision_number': 3, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:22.239323 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f767dff5-3304-4a59-ade2-a5d58ce0d0ce None None] The sync data for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi is: [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:19Z', 'revision_number': 3, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:22.297472 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5124e6-e079-4bfb-a446-22105a3cc556 req-e0a4dc9a-cc62-4b9b-863b-18667687ac3b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:22.299097 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7e5124e6-e079-4bfb-a446-22105a3cc556 req-e0a4dc9a-cc62-4b9b-863b-18667687ac3b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0570898 Aug 26 16:01:22.350837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7e5124e6-e079-4bfb-a446-22105a3cc556 req-fd953478-ce5a-4197-a118-89ed8bf76377 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453908 Aug 26 16:01:22.564611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:22.608600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dc1b6-0a4d-43ef-a516-6ac5a4b88c56 req-3f7d16b5-0521-4657-a8fb-63ce670a86ac tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:22.610159 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-593dc1b6-0a4d-43ef-a516-6ac5a4b88c56 req-3f7d16b5-0521-4657-a8fb-63ce670a86ac tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0979068 Aug 26 16:01:22.616480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bc2b7-4380-4902-9e34-917a2a4a1776 req-c6344699-aa47-4df8-8033-1994519bf496 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:22.623878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de4bc2b7-4380-4902-9e34-917a2a4a1776 req-c6344699-aa47-4df8-8033-1994519bf496 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0921097 Aug 26 16:01:22.645615 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:22.653033 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Pushing event updated for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:22.658758 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:22.707633 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-593dc1b6-0a4d-43ef-a516-6ac5a4b88c56 req-ddf3a0c7-ea53-4791-a115-bdb32abd8e2b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802608 Aug 26 16:01:22.712870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-de4bc2b7-4380-4902-9e34-917a2a4a1776 req-7507807e-ed78-4d69-b60e-38f77b4973b7 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884619 Aug 26 16:01:22.767685 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Network fa77b427-b5ba-48e9-b163-929f4df0a43c is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:22.769167 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:22.963831 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52653b13-d70e-4a0e-8b65-17015882976c req-28b3b669-48aa-4656-b7df-b61c1e7af450 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:22.968778 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52653b13-d70e-4a0e-8b65-17015882976c req-28b3b669-48aa-4656-b7df-b61c1e7af450 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0723124 Aug 26 16:01:23.006563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:23.026701 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52653b13-d70e-4a0e-8b65-17015882976c req-388b2b89-9e17-46c5-9e31-277fd08c3dee tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570326 Aug 26 16:01:23.153967 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-ade822a7-6cee-4b46-a14d-e4517f0df61e None None] Provisioning complete for port 99607863-91e0-483c-a51d-951fb49781bd triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:23.154600 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ade822a7-6cee-4b46-a14d-e4517f0df61e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (99607863-91e0-483c-a51d-951fb49781bd), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:23.161299 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Router c813bb57-1df7-4eb0-95a8-120f7a4ff9be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:23.187214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:23.193038 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-ade822a7-6cee-4b46-a14d-e4517f0df61e None None] Port 99607863-91e0-483c-a51d-951fb49781bd cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:23.265367 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:23.270525 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e3eac487-1647-4368-a586-cae083d1b655 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/c813bb57-1df7-4eb0-95a8-120f7a4ff9be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5981822 Aug 26 16:01:23.494704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device df35fc50-b822-4aad-a85e-5cfc34bbfb7d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:23.503409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80187db2-9c01-4e59-bb29-b5bae48249d1 req-a533c549-d97f-44a1-afa9-7663e502b710 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:23.504994 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80187db2-9c01-4e59-bb29-b5bae48249d1 req-a533c549-d97f-44a1-afa9-7663e502b710 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0505188 Aug 26 16:01:23.544441 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port df35fc50-b822-4aad-a85e-5cfc34bbfb7d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:23.544819 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:23.563999 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80187db2-9c01-4e59-bb29-b5bae48249d1 req-5d859d22-d185-4a7f-bc10-9d06c56a3ace tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514421 Aug 26 16:01:23.641361 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port df35fc50-b822-4aad-a85e-5cfc34bbfb7d is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:23.641361 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:23.651449 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port df35fc50-b822-4aad-a85e-5cfc34bbfb7d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:23.812514 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:23.869424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f27c5e-0580-4ac0-879a-3838a2288cf1 req-b99c9603-557b-4394-ac50-b4e83a38ccc7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:23.869992 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:23.870944 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42f27c5e-0580-4ac0-879a-3838a2288cf1 req-b99c9603-557b-4394-ac50-b4e83a38ccc7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0841436 Aug 26 16:01:23.877677 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc42a5e-cec7-408e-bfb0-e68bbd38d7af req-255da6aa-c360-4906-9bd0-48f2de1254c0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:23.879074 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0bc42a5e-cec7-408e-bfb0-e68bbd38d7af req-255da6aa-c360-4906-9bd0-48f2de1254c0 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0908198 Aug 26 16:01:23.935753 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Sync routers for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:23.949158 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:23.949906 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:23.964621 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42f27c5e-0580-4ac0-879a-3838a2288cf1 req-c76f394c-507e-4964-a702-1a4f41a691b4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810492 Aug 26 16:01:23.970037 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0bc42a5e-cec7-408e-bfb0-e68bbd38d7af req-a4fa4b0a-49ea-40ae-ada3-5fadc13175dc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845311 Aug 26 16:01:24.157605 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:24.174714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7d9f6-2da4-49a1-af2a-dc4d137bbedf req-a00338db-9876-44c0-ad2b-1fb2d0ea5ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:24.176506 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6d7d9f6-2da4-49a1-af2a-dc4d137bbedf req-a00338db-9876-44c0-ad2b-1fb2d0ea5ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0632300 Aug 26 16:01:24.185140 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55406) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:24.190122 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-165085320-network', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:24.229045 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6d7d9f6-2da4-49a1-af2a-dc4d137bbedf req-ec8ab41e-ec32-44b3-b8ef-638ab008a9cc tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454037 Aug 26 16:01:24.292152 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Made reservation on behalf of 2e294fd9a4bd4fea914485eec964748b for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:24.294780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.307165 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.348009 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:22Z', 'revision_number': 2, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:24.375777 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Checking router: c813bb57-1df7-4eb0-95a8-120f7a4ff9be for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:24.376120 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Updating router c813bb57-1df7-4eb0-95a8-120f7a4ff9be port 99607863-91e0-483c-a51d-951fb49781bd binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:01:24.383887 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks [] for security_group (95d502a1-f042-4980-8f44-5fe240169c31), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.403455 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (99607863-91e0-483c-a51d-951fb49781bd), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.480586 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (95d502a1-f042-4980-8f44-5fe240169c31), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.503895 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 957} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:01:24.516073 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:24.520814 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d502a1-f042-4980-8f44-5fe240169c31,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:24.523799 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (cb9b5c5e-f5e2-4b43-821b-7210df2ede04), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.524164 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Added segment cb9b5c5e-f5e2-4b43-821b-7210df2ede04 of type vlan for network 2eda9c30-b9d7-4512-8277-529148487715 Aug 26 16:01:24.565579 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (2eda9c30-b9d7-4512-8277-529148487715), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.662241 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks [] for port (99607863-91e0-483c-a51d-951fb49781bd), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.668802 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (2eda9c30-b9d7-4512-8277-529148487715), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.670598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:24.671320 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.691147 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bbf51-2c6d-47cd-a6e1-cbf371937a7d req-b53de9f4-9c84-431b-901b-d82601b604be tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:24.692680 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f25bbf51-2c6d-47cd-a6e1-cbf371937a7d req-b53de9f4-9c84-431b-901b-d82601b604be tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0484996 Aug 26 16:01:24.736975 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] Pushing event updated for resources: {'Network': ['ID=2eda9c30-b9d7-4512-8277-529148487715,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:24.753692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network 2eda9c30-b9d7-4512-8277-529148487715 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:01:24.768215 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f25bbf51-2c6d-47cd-a6e1-cbf371937a7d req-328fd8c2-ea1b-440e-b470-5c96f8f81325 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693510 Aug 26 16:01:24.772756 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.793121 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85145386-613e-48a4-bf03-171dc38f745d req-1f394571-cafe-47e0-8660-e0278a7372ce tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:24.793121 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-85145386-613e-48a4-bf03-171dc38f745d req-1f394571-cafe-47e0-8660-e0278a7372ce tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.0594959 Aug 26 16:01:24.804104 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d40b2d60-1aac-424e-bda6-54d9f6fddb92 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6175616 Aug 26 16:01:24.806609 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55410) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:24.812222 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Request body: {'subnet': {'network_id': '2eda9c30-b9d7-4512-8277-529148487715', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-165085320-subnet', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:24.847698 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc632f-bb9f-4233-99d9-451a92f95fbb None None] Pushing event updated for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:24.877281 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Attempting to bind port 99607863-91e0-483c-a51d-951fb49781bd on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:24.877999 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Attempting to bind port 99607863-91e0-483c-a51d-951fb49781bd by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:24.877999 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Attempting to bind port 99607863-91e0-483c-a51d-951fb49781bd on network fa77b427-b5ba-48e9-b163-929f4df0a43c {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:24.883038 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:24.883405 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Checking segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:24.883829 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.884214 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Bound using segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:24.884706 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Bound port: 99607863-91e0-483c-a51d-951fb49781bd, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:24.885075 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (99607863-91e0-483c-a51d-951fb49781bd), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.897494 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Made reservation on behalf of 2e294fd9a4bd4fea914485eec964748b for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:24.901001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64214426'] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:24.956036 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] For port 99607863-91e0-483c-a51d-951fb49781bd, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:24.961440 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] For port 99607863-91e0-483c-a51d-951fb49781bd, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=99607863-91e0-483c-a51d-951fb49781bd,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:24.980780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-fb882011-c57d-4579-baa4-3a33909ca4dc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:24.982282 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-fb882011-c57d-4579-baa4-3a33909ca4dc tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.0780597 Aug 26 16:01:25.026979 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port c3d450c2-3d49-40aa-b88c-475438ac1fcc {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:25.027329 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.069559 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.110807 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.134416 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc632f-bb9f-4233-99d9-451a92f95fbb None None] Pushing event updated for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:25.137149 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:25.137745 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:25.170853 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.189485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65035868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64214440'] for subnet (cc965c26-69ee-41c4-9563-907ca5958ff9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.239786 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.247295 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:25.248693 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc965c26-69ee-41c4-9563-907ca5958ff9,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:25.259056 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600107-26a1-4aeb-8edb-91953925e5c1 req-df3ae486-7ecb-4869-9284-9e921df83800 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:25.260452 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-75600107-26a1-4aeb-8edb-91953925e5c1 req-df3ae486-7ecb-4869-9284-9e921df83800 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 946 time: 0.1558380 Aug 26 16:01:25.262091 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Checking segment: {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:25.262660 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Network hostable DHCP agents. Network: 2eda9c30-b9d7-4512-8277-529148487715, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:01:25.277950 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Deleting port e5492052-f3ca-4f03-a11d-4f492a9b75db {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:25.278282 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.286716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5bfaee-2116-447a-b2b4-227cc1330be0 req-cd7f1617-ad40-4199-b58f-684b8f268269 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:25.288175 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e5bfaee-2116-447a-b2b4-227cc1330be0 req-cd7f1617-ad40-4199-b58f-684b8f268269 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1849909 Aug 26 16:01:25.307952 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.323341 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:01:25.360670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Network 2eda9c30-b9d7-4512-8277-529148487715 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:01:25.374236 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.378131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] For port c3d450c2-3d49-40aa-b88c-475438ac1fcc, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=c3d450c2-3d49-40aa-b88c-475438ac1fcc,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:25.378488 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.454428 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:24Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:25.463991 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, 2eda9c30-b9d7-4512-8277-529148487715) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:25.480922 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:25.480922 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.481218 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b40cd-8eed-49fd-b83b-62c6689d051e None None] The sync data for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi is: [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:24Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:25.485071 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613cf4d-580e-42da-bcb1-de62604acf92 None None] Network 2eda9c30-b9d7-4512-8277-529148487715 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:01:25.519928 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-75600107-26a1-4aeb-8edb-91953925e5c1 req-5e6f4f0f-7a32-49ee-93f2-27f3ee404d4d tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506061 Aug 26 16:01:25.566826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device df35fc50-b822-4aad-a85e-5cfc34bbfb7d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:25.605899 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e5bfaee-2116-447a-b2b4-227cc1330be0 req-10eced53-2ae7-4219-accb-e50ff50eb3af tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692876 Aug 26 16:01:25.613833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] For port e5492052-f3ca-4f03-a11d-4f492a9b75db, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=e5492052-f3ca-4f03-a11d-4f492a9b75db,segment=NetworkSegment(e8fe6697-b044-4abc-99ec-6346a197a465),segment_id=e8fe6697-b044-4abc-99ec-6346a197a465)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:25.613833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.645034 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Calling delete_port for e5492052-f3ca-4f03-a11d-4f492a9b75db owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:25.687435 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port df35fc50-b822-4aad-a85e-5cfc34bbfb7d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:25.687846 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.718119 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1091280e-553e-4280-9e63-03394048dd57 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9103172 Aug 26 16:01:25.720753 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55420) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:25.725603 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:25.754189 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-2eda9c30-b9d7-4512-8277-529148487715', 'network_id': '2eda9c30-b9d7-4512-8277-529148487715', 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'fixed_ips': [{'subnet_id': 'cc965c26-69ee-41c4-9563-907ca5958ff9'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:01:25.755428 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.787595 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b2034-ccab-41fe-985d-4d8f10c180c0 req-160caf51-37c4-490a-9521-84e16358152a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:25.797732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b97b2034-ccab-41fe-985d-4d8f10c180c0 req-160caf51-37c4-490a-9521-84e16358152a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 945 time: 0.1146708 Aug 26 16:01:25.797732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.797732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.797732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 70979f3a-f23c-46b8-9127-d04c85ed5832 disassociated. External IP: 172.27.1.224, port: c3d450c2-3d49-40aa-b88c-475438ac1fcc. Aug 26 16:01:25.797732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for c3d450c2-3d49-40aa-b88c-475438ac1fcc owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:25.831144 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:25.897493 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port df35fc50-b822-4aad-a85e-5cfc34bbfb7d is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:25.926729 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (8be13549-6751-46a3-ae25-b32aec91963e), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.930757 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (8be13549-6751-46a3-ae25-b32aec91963e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:25.950387 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Allocated IP 172.20.0.2 (2eda9c30-b9d7-4512-8277-529148487715/cc965c26-69ee-41c4-9563-907ca5958ff9/78a65eca-2d54-4382-9e2b-738385d14a7d) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:25.972079 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ef4d2-6805-4960-9d16-1877ff45e500 req-4d2bfa42-d88a-4d9a-9452-66d3b9973b14 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:25.973601 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b37ef4d2-6805-4960-9d16-1877ff45e500 req-4d2bfa42-d88a-4d9a-9452-66d3b9973b14 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1023433 Aug 26 16:01:25.985408 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b97b2034-ccab-41fe-985d-4d8f10c180c0 req-2f9a8d1e-809e-4a5b-b8cc-d94348bea31a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=de6a3a73-2e61-4a59-adf0-53099c8ba08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780505 Aug 26 16:01:26.017227 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for router_controller (8be13549-6751-46a3-ae25-b32aec91963e), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.112333 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b37ef4d2-6805-4960-9d16-1877ff45e500 req-a6834261-b00d-4655-bbad-311e6f80ac1d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309488 Aug 26 16:01:26.122218 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:26.137166 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks [] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.212398 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (e5492052-f3ca-4f03-a11d-4f492a9b75db), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.247729 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.249438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Pushing event deleted for resources: {'Port': ['ID=e5492052-f3ca-4f03-a11d-4f492a9b75db,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:26.254150 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:26.259278 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (c3d450c2-3d49-40aa-b88c-475438ac1fcc), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.268841 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['e5492052-f3ca-4f03-a11d-4f492a9b75db'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:01:26.276616 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for router_gateway (8be13549-6751-46a3-ae25-b32aec91963e), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.279666 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:26.317483 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] No DVR routers for this DVR port e5492052-f3ca-4f03-a11d-4f492a9b75db on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:26.320830 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.326700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11ab27f0-60ef-41ad-8ed1-b3fc44536768 req-d3719ca9-80f6-47bc-8c08-948b6e8af8a8 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.102 "DELETE /networking/v2.0/ports/e5492052-f3ca-4f03-a11d-4f492a9b75db HTTP/1.1" status: 204 len: 173 time: 1.2844546 Aug 26 16:01:26.326700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'name': 'network-vif-deleted', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:26.327924 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf84bd3a-9b21-4b05-b578-0ddbe792fa1d" -d '{"events": [{"server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "name": "network-vif-deleted", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:26.348963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Network 2eda9c30-b9d7-4512-8277-529148487715 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:26.352535 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:26.354275 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=84,neutron:DELETE=16 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:26.356321 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:26.356453 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=c3d450c2-3d49-40aa-b88c-475438ac1fcc,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:26.359976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Pushing event updated for resources: {'Port': ['ID=78a65eca-2d54-4382-9e2b-738385d14a7d,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:26.422247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5ea914-9ae7-478e-aeed-508b502b5f54 x-openstack-request-id: req-fb5ea914-9ae7-478e-aeed-508b502b5f54 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:26.422591 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e7986b7-b3a1-4529-844e-52a8f7e4e267", "name": "network-vif-deleted", "tag": "e5492052-f3ca-4f03-a11d-4f492a9b75db", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:26.423028 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fb5ea914-9ae7-478e-aeed-508b502b5f54 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:26.423861 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5ea914-9ae7-478e-aeed-508b502b5f54'] response: {'server_uuid': '3e7986b7-b3a1-4529-844e-52a8f7e4e267', 'name': 'network-vif-deleted', 'tag': 'e5492052-f3ca-4f03-a11d-4f492a9b75db', 'status': 'completed', 'code': 200} Aug 26 16:01:26.448923 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Attempting to bind port 78a65eca-2d54-4382-9e2b-738385d14a7d on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:26.449219 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Attempting to bind port 78a65eca-2d54-4382-9e2b-738385d14a7d by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:26.450573 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Attempting to bind port 78a65eca-2d54-4382-9e2b-738385d14a7d on network 2eda9c30-b9d7-4512-8277-529148487715 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:26.470495 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:26.470873 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Checking segment: {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:26.471310 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.471705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Bound using segment: {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:26.472178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Bound port: 78a65eca-2d54-4382-9e2b-738385d14a7d, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:26.472559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.513160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:26.557399 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] For port 78a65eca-2d54-4382-9e2b-738385d14a7d, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:26.562046 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] For port 78a65eca-2d54-4382-9e2b-738385d14a7d, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=78a65eca-2d54-4382-9e2b-738385d14a7d,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:26.626324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for router_gateway (8be13549-6751-46a3-ae25-b32aec91963e), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.650033 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:26.653909 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.668082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:26.697703 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.721976 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:26.722611 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:26.759951 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-959e91dc-a505-465e-ae67-bea8eea5223b req-adb49a5b-0c22-47d0-ac3c-52cb6e5a1155 tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.1026464 Aug 26 16:01:26.761637 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] No DVR routers for this DVR port c3d450c2-3d49-40aa-b88c-475438ac1fcc on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:26.775771 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:26.781373 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-85145386-613e-48a4-bf03-171dc38f745d req-aaefaf66-d9c0-401b-a257-8453dd257063 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "DELETE /networking/v2.0/ports/c3d450c2-3d49-40aa-b88c-475438ac1fcc HTTP/1.1" status: 204 len: 173 time: 1.8836870 Aug 26 16:01:26.886548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Allocated IP 172.27.1.71 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/35ae94c3-42b7-4d0a-93c1-1b7e58622a1d) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:26.892002 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe014f-b346-4b54-9a99-cd32e98e9178 req-d46bfcfe-a21e-49b6-af59-70fc6394492f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:26.896651 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b4fe014f-b346-4b54-9a99-cd32e98e9178 req-d46bfcfe-a21e-49b6-af59-70fc6394492f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0846994 Aug 26 16:01:26.996835 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b4fe014f-b346-4b54-9a99-cd32e98e9178 req-809d71b3-5263-40cb-906c-4d2a83669e45 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965214 Aug 26 16:01:27.158604 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:27.187951 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:27.222674 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:27.285400 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c79a2c1b-e078-457d-b366-f7b0fcb133d1 req-f854dbe9-9ff6-477e-b598-89958c2f09a8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.0498486 Aug 26 16:01:27.328298 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:27.400673 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119738b-8048-447f-8b73-57d306f12c54 req-343689ca-6781-41b7-ae17-c035167b616b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:27.402584 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d119738b-8048-447f-8b73-57d306f12c54 req-343689ca-6781-41b7-ae17-c035167b616b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0976453 Aug 26 16:01:27.425006 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:27.426764 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device c3d450c2-3d49-40aa-b88c-475438ac1fcc no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:27.433343 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:27.437185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:27.441362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:27.471104 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d119738b-8048-447f-8b73-57d306f12c54 req-a4783a2f-e122-4e77-97fa-68ff697b8604 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583282 Aug 26 16:01:27.493132 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Pushing event updated for resources: {'Port': ['ID=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:27.496236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:27.565582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: c3d450c2-3d49-40aa-b88c-475438ac1fcc {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:27.565961 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device c3d450c2-3d49-40aa-b88c-475438ac1fcc not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:27.566335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e5492052-f3ca-4f03-a11d-4f492a9b75db no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:27.575587 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:27.609842 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 99607863-91e0-483c-a51d-951fb49781bd up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:27.614499 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:27.615156 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:27.616875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: e5492052-f3ca-4f03-a11d-4f492a9b75db {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:27.617215 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device e5492052-f3ca-4f03-a11d-4f492a9b75db not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:27.671812 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad26ae-5f00-40da-b3d4-99da63a018d0 None None] Pushing event updated for resources: {'Port': ['ID=78a65eca-2d54-4382-9e2b-738385d14a7d,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:27.740329 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 99607863-91e0-483c-a51d-951fb49781bd triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:27.740704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (99607863-91e0-483c-a51d-951fb49781bd), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:27.779463 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:27.902482 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for router_gateway (8be13549-6751-46a3-ae25-b32aec91963e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:27.951268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 99607863-91e0-483c-a51d-951fb49781bd is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:27.951914 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (99607863-91e0-483c-a51d-951fb49781bd), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:27.956916 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8620df60-7736-4f1c-8fda-a35b8156e380 req-1d1a0367-0dc8-4fe4-8562-30d7c754fffd tempest-VolumesSnapshotTestJSON-1260948601 tempest-VolumesSnapshotTestJSON-1260948601-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3e7986b7-b3a1-4529-844e-52a8f7e4e267 HTTP/1.1" status: 200 len: 210 time: 0.0676119 Aug 26 16:01:28.001810 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 99607863-91e0-483c-a51d-951fb49781bd, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=99607863-91e0-483c-a51d-951fb49781bd,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:28.072775 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:28.138384 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dd1baa-57fc-4078-83b5-7d2d903259d8 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:28.154647 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.162644 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.172915 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.188115 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536ec23-0a7f-497d-9c8f-cd4c71494c13 req-a0898b67-cfbe-4d31-9c68-af5aa4adca1b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:28.203100 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2536ec23-0a7f-497d-9c8f-cd4c71494c13 req-a0898b67-cfbe-4d31-9c68-af5aa4adca1b tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0943408 Aug 26 16:01:28.259560 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:28.264145 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (8be13549-6751-46a3-ae25-b32aec91963e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.268989 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2536ec23-0a7f-497d-9c8f-cd4c71494c13 req-6212ade4-907f-402e-bf5d-2c8eedbaa504 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703645 Aug 26 16:01:28.304556 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e71b56c-1374-459e-9827-b36e2b8c1123 None None] Network 2eda9c30-b9d7-4512-8277-529148487715 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:01:28.390437 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Provisioning complete for port 78a65eca-2d54-4382-9e2b-738385d14a7d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:28.390437 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.424884 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'name': 'network-vif-deleted', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:28.430543 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67667237-18de-4f45-9f44-dd483434bcff" -d '{"events": [{"server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "name": "network-vif-deleted", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:28.550284 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Current status of the port 78a65eca-2d54-4382-9e2b-738385d14a7d is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:28.550849 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.554151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f7c09998-33c0-4c79-96b2-b833e6ee42f8 req-33ed7589-24a7-43b3-8bd7-031772610ed0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6103553d-b9c7-4ab7-aef1-3fd676bb0a8a HTTP/1.1" status: 200 len: 210 time: 0.0999281 Aug 26 16:01:28.606664 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Router 8be13549-6751-46a3-ae25-b32aec91963e is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:01:28.607435 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80ebf54-222e-4c98-92c0-a9161aba16d0 None None] New status for floating IP 70979f3a-f23c-46b8-9127-d04c85ed5832: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:01:28.615654 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ead2aaa-1db0-4656-b8fa-f836c47edca3 x-openstack-request-id: req-9ead2aaa-1db0-4656-b8fa-f836c47edca3 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:28.618131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6103553d-b9c7-4ab7-aef1-3fd676bb0a8a", "name": "network-vif-deleted", "tag": "c3d450c2-3d49-40aa-b88c-475438ac1fcc", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:28.618699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-9ead2aaa-1db0-4656-b8fa-f836c47edca3 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:28.619331 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ead2aaa-1db0-4656-b8fa-f836c47edca3'] response: {'server_uuid': '6103553d-b9c7-4ab7-aef1-3fd676bb0a8a', 'name': 'network-vif-deleted', 'tag': 'c3d450c2-3d49-40aa-b88c-475438ac1fcc', 'status': 'completed', 'code': 200} Aug 26 16:01:28.628312 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] For port 78a65eca-2d54-4382-9e2b-738385d14a7d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=78a65eca-2d54-4382-9e2b-738385d14a7d,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:28.631173 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.633472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:28.731475 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-172c9fda-8a9b-49a4-8eea-9daa0b0c26c9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-487351099&fields=id&tenant_id=ea82b722416a415393ff78428a277a01 HTTP/1.1" status: 200 len: 267 time: 0.1109822 Aug 26 16:01:28.751622 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.769283 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:28.793208 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Sync routers for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:28.818945 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:28.819581 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:28.825142 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e412b9-d80c-4cea-87ab-148162983d42 req-f01506b3-7e6e-4c65-8a15-439ba4641e4a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:28.829001 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f4e412b9-d80c-4cea-87ab-148162983d42 req-f01506b3-7e6e-4c65-8a15-439ba4641e4a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1330118 Aug 26 16:01:28.871600 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7780e-887e-4b92-b1b5-a180aeef61de None None] Pushing event updated for resources: {'Port': ['ID=78a65eca-2d54-4382-9e2b-738385d14a7d,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:28.876572 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.879957 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-2d55a4b4-747f-4443-aefb-e3070234b7df admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1561327 Aug 26 16:01:28.880687 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55458) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:28.901444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0c2d848a-2860-4ddc-bf32-16811070a300 None None] Provisioning complete for port 78a65eca-2d54-4382-9e2b-738385d14a7d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:28.902158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c2d848a-2860-4ddc-bf32-16811070a300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:28.936101 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f4e412b9-d80c-4cea-87ab-148162983d42 req-e47cc7c1-5ceb-4119-971d-d4c9c0428983 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003265 Aug 26 16:01:28.964300 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f3066cf2-a07a-4257-83e1-c3a3d607cabd tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:28.965354 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f3066cf2-a07a-4257-83e1-c3a3d607cabd tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 809 time: 0.2014518 Aug 26 16:01:28.996022 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-7c7e3279-f7ea-45f0-ad55-46d4c3a54ddb tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/quotas/ea82b722416a415393ff78428a277a01 HTTP/1.1" status: 200 len: 375 time: 0.0222557 Aug 26 16:01:29.025236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:29.079348 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-23f2f751-96c8-4895-b27c-9732361fe9b7 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750093 Aug 26 16:01:29.110398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.156208 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0c2d848a-2860-4ddc-bf32-16811070a300 None None] Current status of the port 78a65eca-2d54-4382-9e2b-738385d14a7d is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:29.187632 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-4f184078-0980-4fa9-a9ce-dea8ad08bc09 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045973 Aug 26 16:01:29.203480 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.242680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.246807 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 3, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:29.277135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Checking router: 8be13549-6751-46a3-ae25-b32aec91963e for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:29.278451 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Updating router 8be13549-6751-46a3-ae25-b32aec91963e port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:01:29.303684 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f54e14aa-fb47-410a-9a7d-83afccf02a13 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103315 Aug 26 16:01:29.322515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:29.608064 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:29.634011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a58c08-017a-4104-a06f-43550ba400b8 req-6348ee7c-f1c5-493f-b41f-a466ef296cc5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:29.635525 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24a58c08-017a-4104-a06f-43550ba400b8 req-6348ee7c-f1c5-493f-b41f-a466ef296cc5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.1046531 Aug 26 16:01:29.639701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-f80932e3-5873-48c3-adcf-bbee86e032c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:29.641306 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-f80932e3-5873-48c3-adcf-bbee86e032c5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 1130 time: 0.1654170 Aug 26 16:01:29.684272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 78a65eca-2d54-4382-9e2b-738385d14a7d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:29.798531 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 78a65eca-2d54-4382-9e2b-738385d14a7d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:29.798903 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:29.819598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.851670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Allocated IP 172.20.0.1 (2eda9c30-b9d7-4512-8277-529148487715/cc965c26-69ee-41c4-9563-907ca5958ff9/1c4f5d66-9395-4ac7-a75d-13a05ad4ff27) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:29.927935 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:29.954882 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 78a65eca-2d54-4382-9e2b-738385d14a7d is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:29.955871 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 99607863-91e0-483c-a51d-951fb49781bd up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:29.958980 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks [] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.001141 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks [] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.004973 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 99607863-91e0-483c-a51d-951fb49781bd triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:30.005618 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (99607863-91e0-483c-a51d-951fb49781bd), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.018684 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24a58c08-017a-4104-a06f-43550ba400b8 req-0c75b99a-ed88-465d-8144-531965a731bd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3755448 Aug 26 16:01:30.048675 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.088556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-3aefca40-b4f0-4e84-906e-de5f1582b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:30.090439 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-3aefca40-b4f0-4e84-906e-de5f1582b95a service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 911 time: 0.1302946 Aug 26 16:01:30.117654 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651022e-a01b-4147-b352-c15f313eea5f None None] Pushing event updated for resources: {'Port': ['ID=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:30.149615 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.155604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Attempting to bind port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:30.156259 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Attempting to bind port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:30.157224 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Attempting to bind port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:30.175239 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:30.176125 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:30.176697 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.177458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:30.178272 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Bound port: 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:30.178811 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.229088 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 99607863-91e0-483c-a51d-951fb49781bd is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:30.267122 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] For port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:30.267122 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] For port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:30.272326 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ee40379e-5afd-4a64-b9b7-1309e5e9986c req-ddbf7044-12f5-4106-9e59-52c7faf04221 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0940654 Aug 26 16:01:30.278903 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-eab52a82-b757-40ba-b898-967eb8da2255 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 200 len: 1002 time: 0.1748414 Aug 26 16:01:30.282552 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Network 2eda9c30-b9d7-4512-8277-529148487715 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:30.288270 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:30.306011 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:30.348165 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff9518-f8e2-49b9-a844-8005c2f15e04 req-969b62b8-7159-492c-b10d-44aa93a280e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:30.355712 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-feff9518-f8e2-49b9-a844-8005c2f15e04 req-969b62b8-7159-492c-b10d-44aa93a280e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1514525 Aug 26 16:01:30.367316 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.382101 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (8be13549-6751-46a3-ae25-b32aec91963e), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.419241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-c455be93-a291-4b7d-96ba-b756726eedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:30.421679 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-c455be93-a291-4b7d-96ba-b756726eedd2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.1348660 Aug 26 16:01:30.424592 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Pushing event updated for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:30.464587 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7651022e-a01b-4147-b352-c15f313eea5f None None] Pushing event updated for resources: {'Port': ['ID=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:30.471552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55492) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:30.475749 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:30.476574 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:30.500891 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-feff9518-f8e2-49b9-a844-8005c2f15e04 req-1278a4fa-7d0c-4938-b6e6-d8ff058b21d6 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382926 Aug 26 16:01:30.536264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-5e8bade4-fd2b-4303-a6f5-03c9122d6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:30.538407 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-5e8bade4-fd2b-4303-a6f5-03c9122d6ebf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092362 Aug 26 16:01:30.550502 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:30.610262 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-9b1669e8-f44a-414d-b851-3a132a76b8a6 None None] Provisioning complete for port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:30.610707 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-9b1669e8-f44a-414d-b851-3a132a76b8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.620250 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (de6a3a73-2e61-4a59-adf0-53099c8ba08e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.647479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:30.658447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (de6a3a73-2e61-4a59-adf0-53099c8ba08e), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.682385 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.686846 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-77728698-512c-4421-85b1-bbeef8355591 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409833 Aug 26 16:01:30.725181 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-9b1669e8-f44a-414d-b851-3a132a76b8a6 None None] Port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:30.743400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:30.798067 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fbac2cc-b699-4d4c-8a10-dae47d1ea92b req-9a6d890d-ae4b-41e8-b616-e87e4ef5376f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030853 Aug 26 16:01:30.863470 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 3, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:30.873087 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks [] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.889535 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50677f3a-3ed9-4a98-93d9-e42fa114d3ef None None] The sync data for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi is: [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 3, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:30.897639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (de6a3a73-2e61-4a59-adf0-53099c8ba08e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.900437 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:30.901547 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/de6a3a73-2e61-4a59-adf0-53099c8ba08e HTTP/1.1" status: 204 len: 168 time: 0.4281478 Aug 26 16:01:30.905706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55494) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:30.926109 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b48310-ddc1-4785-9811-a43becc21037 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a3a73-2e61-4a59-adf0-53099c8ba08e,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:30.935695 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.api.v2.resource [None req-9e774ddf-0730-43a5-818e-025a45fd9874 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] show failed (client error): The resource could not be found. Aug 26 16:01:30.935695 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9e774ddf-0730-43a5-818e-025a45fd9874 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups/de6a3a73-2e61-4a59-adf0-53099c8ba08e HTTP/1.1" status: 404 len: 347 time: 0.0237727 Aug 26 16:01:30.938230 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55496) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:30.955165 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.027128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Pushing event updated for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:31.035284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (8be13549-6751-46a3-ae25-b32aec91963e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.079905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:31.080232 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 1e4dcd0f-16dd-419b-866a-495afe1a1f90 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:31.080534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.107285 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:31.159655 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Network 2eda9c30-b9d7-4512-8277-529148487715 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:31.159655 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:31.206242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2156f-1029-439f-92e8-091844945961 req-e2496174-4969-442c-98c7-2a7011ba5caa tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:31.219404 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f1b2156f-1029-439f-92e8-091844945961 req-e2496174-4969-442c-98c7-2a7011ba5caa tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0937991 Aug 26 16:01:31.359157 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.359883 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (1e4dcd0f-16dd-419b-866a-495afe1a1f90), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.364003 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Router 8be13549-6751-46a3-ae25-b32aec91963e has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:31.378224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 1e4dcd0f-16dd-419b-866a-495afe1a1f90 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:31.470295 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f1b2156f-1029-439f-92e8-091844945961 req-fca70046-8784-4ee5-b3ce-2a79d91a488a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381811 Aug 26 16:01:31.541825 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eba852dc-619c-4c80-84c6-a406862657d3 req-4a23e482-7f67-4d92-a6b3-cc95e0e9e5a8 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.1449325 Aug 26 16:01:31.625939 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:31.699312 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-aac1b081-2bcb-4a12-a35b-b694b83e199d None None] Provisioning complete for port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:31.699531 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-aac1b081-2bcb-4a12-a35b-b694b83e199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.729604 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc180cd-6218-4505-8657-48add234fecb req-5f003807-c8e1-43a3-b652-807e9644a033 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:31.731630 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8bc180cd-6218-4505-8657-48add234fecb req-5f003807-c8e1-43a3-b652-807e9644a033 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0710208 Aug 26 16:01:31.757974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-aac1b081-2bcb-4a12-a35b-b694b83e199d None None] Port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:31.772087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:31.772499 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.808589 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:31.821210 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:31.834983 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8bc180cd-6218-4505-8657-48add234fecb req-a7a0f969-b170-46b9-b795-a86ff5bcd587 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947864 Aug 26 16:01:31.876261 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:31.883348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:31.908493 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:31.918568 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:31.927546 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c14eea8d-7a52-4eb8-aed2-d0e63a681fce admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/8be13549-6751-46a3-ae25-b32aec91963e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0458167 Aug 26 16:01:31.984348 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (1e4dcd0f-16dd-419b-866a-495afe1a1f90), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.027122 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.037332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=1e4dcd0f-16dd-419b-866a-495afe1a1f90,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:32.110333 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:32.153272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (70979f3a-f23c-46b8-9127-d04c85ed5832), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.156763 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.157911 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-701acabf-2f71-42db-919b-6a1a2251dcbe tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/70979f3a-f23c-46b8-9127-d04c85ed5832 HTTP/1.1" status: 204 len: 168 time: 1.2186925 Aug 26 16:01:32.177958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:32.442627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55524) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:32.447882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598176739', 'description': 'tempest-description--1559804147'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:32.594813 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.618388 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3968397-e1a1-477c-ae19-7abef40bfd3f req-d3199557-1beb-468a-935c-9828313dc632 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:32.619954 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3968397-e1a1-477c-ae19-7abef40bfd3f req-d3199557-1beb-468a-935c-9828313dc632 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0619650 Aug 26 16:01:32.673223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f97267d3-c9f0-437f-95bc-6e5b0804bc2c req-bdaa9f2b-2597-4dc0-aba8-94f7a5ee752a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0522797 Aug 26 16:01:32.723057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b3968397-e1a1-477c-ae19-7abef40bfd3f req-01e3d187-cce7-4e28-8998-620be7031b6e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886314 Aug 26 16:01:32.761244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (cd6649c7-d4b8-4ad7-90a6-e5906205618c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.857950 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cd6649c7-d4b8-4ad7-90a6-e5906205618c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.894700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6649c7-d4b8-4ad7-90a6-e5906205618c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:32.976013 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:32.977079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d3833f0e-6428-417b-8b99-176ffbd14539 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5332980 Aug 26 16:01:32.979947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55546) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:32.986714 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'cd6649c7-d4b8-4ad7-90a6-e5906205618c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:33.000404 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62cd3ef-bd38-46c9-903c-937d90ed0897 req-909853e2-7402-49d8-b9e2-b72bda979e46 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:33.001878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e62cd3ef-bd38-46c9-903c-937d90ed0897 req-909853e2-7402-49d8-b9e2-b72bda979e46 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0730751 Aug 26 16:01:33.007217 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:33.055962 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e62cd3ef-bd38-46c9-903c-937d90ed0897 req-592f7672-b3d7-420f-87d8-730d8d892fb7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475047 Aug 26 16:01:33.090067 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Sync routers for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:33.101671 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:33.102281 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:33.208815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (ef80b72e-1ccb-4ffb-a3b6-e107cacbf625), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.225329 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:33.299626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (ef80b72e-1ccb-4ffb-a3b6-e107cacbf625), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.371799 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (ef80b72e-1ccb-4ffb-a3b6-e107cacbf625), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.406650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef80b72e-1ccb-4ffb-a3b6-e107cacbf625,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:33.512482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:33.522841 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.524229 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-55813070-936a-4105-bc04-1f692207cf33 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5433741 Aug 26 16:01:33.527276 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55552) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:33.532359 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'cd6649c7-d4b8-4ad7-90a6-e5906205618c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:33.554114 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 4, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '1c4f5d66-9395-4ac7-a75d-13a05ad4ff27', 'name': '', 'network_id': '2eda9c30-b9d7-4512-8277-529148487715', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'mac_address': 'fa:16:3e:f9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:29Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 2, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'subnets': [{'id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:33.576972 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:33.577726 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.590310 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Checking router: 8be13549-6751-46a3-ae25-b32aec91963e for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:33.590665 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Updating router 8be13549-6751-46a3-ae25-b32aec91963e port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:01:33.594110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:33.628498 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.642614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (8aec87b0-381d-4cd1-a5c7-fd28eb2122fe), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.677160 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:33.735151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (8aec87b0-381d-4cd1-a5c7-fd28eb2122fe), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.816004 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8bafdff3-075f-4233-b3ce-e58f78b50586 req-9245fe9f-afeb-437e-aadf-79d4380715a0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0343778 Aug 26 16:01:33.844511 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (8aec87b0-381d-4cd1-a5c7-fd28eb2122fe), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.861229 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aec87b0-381d-4cd1-a5c7-fd28eb2122fe,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:33.905124 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:33.954046 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks [] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.954441 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:33.959073 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55556) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:33.959218 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-55a2c820-eea0-44f7-aa8d-3a2a1aadff77 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4303257 Aug 26 16:01:33.965060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:34.109036 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.127143 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.253065 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee325ea-d9bc-4b31-924c-db0f16dac8b1 None None] Pushing event updated for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:34.255781 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Attempting to bind port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:34.263286 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Attempting to bind port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:34.264516 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Attempting to bind port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 on network 2eda9c30-b9d7-4512-8277-529148487715 {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:34.266970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224da72b-1374-4c1c-b02c-165026a0050a req-b404d84a-8de8-4a3d-934f-f17bed8eb761 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:34.271312 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:34.271912 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Checking segment: {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:34.272463 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.273022 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Bound using segment: {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:34.273692 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Bound port: 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 957, 'network_id': '2eda9c30-b9d7-4512-8277-529148487715'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:34.273827 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-224da72b-1374-4c1c-b02c-165026a0050a req-b404d84a-8de8-4a3d-934f-f17bed8eb761 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1124923 Aug 26 16:01:34.274330 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.312905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.355624 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] For port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:34.360654 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] For port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:34.373706 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-224da72b-1374-4c1c-b02c-165026a0050a req-bf889888-3fd8-48b7-8bee-2b05530b2458 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985088 Aug 26 16:01:34.381074 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:34.455459 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.27.1.168 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/22cfac0e-0fda-4f25-a8fe-9c02c7844e64) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:34.487740 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.548791 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:34.549444 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:34.598858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.612368 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee325ea-d9bc-4b31-924c-db0f16dac8b1 None None] Pushing event updated for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:34.695740 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:34.726525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.779020 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:34.789728 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:34.792949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:34.828130 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=22cfac0e-0fda-4f25-a8fe-9c02c7844e64,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:34.908228 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:34.947994 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-70a979f3-0a2e-4b70-af67-f2d23e393f15 req-60e63370-b8b4-4421-921f-e908dddc4547 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0335107 Aug 26 16:01:34.969341 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 4, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '1c4f5d66-9395-4ac7-a75d-13a05ad4ff27', 'name': '', 'network_id': '2eda9c30-b9d7-4512-8277-529148487715', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'mac_address': 'fa:16:3e:f9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:29Z', 'updated_at': '2022-08-26T16:01:34Z', 'revision_number': 4, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'subnets': [{'id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:35.007940 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e749f0-1cda-41d2-950a-f24f2c3e7004 None None] The sync data for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi is: [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:01:30Z', 'revision_number': 4, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '1c4f5d66-9395-4ac7-a75d-13a05ad4ff27', 'name': '', 'network_id': '2eda9c30-b9d7-4512-8277-529148487715', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'mac_address': 'fa:16:3e:f9:81:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:29Z', 'updated_at': '2022-08-26T16:01:34Z', 'revision_number': 4, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'subnets': [{'id': 'cc965c26-69ee-41c4-9563-907ca5958ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:35.047156 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.220781 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:35.295347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.406992 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.633598 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:35.650050 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.676890 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=22cfac0e-0fda-4f25-a8fe-9c02c7844e64,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:35.707355 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659eb5ec-a726-47dc-af05-beb863ba4bb9 req-72707d40-893e-4e3b-b7bd-8077ac946eb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:35.709225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-659eb5ec-a726-47dc-af05-beb863ba4bb9 req-72707d40-893e-4e3b-b7bd-8077ac946eb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1518424 Aug 26 16:01:35.731362 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:35.734545 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.771429 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-659eb5ec-a726-47dc-af05-beb863ba4bb9 req-928e037c-2c25-42c9-8cd9-ef4cfdb318aa tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522392 Aug 26 16:01:35.774537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.784310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ec0b5e18-e7a5-4ef0-8bef-b1483bd9bc99 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8151932 Aug 26 16:01:35.882301 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:35.882701 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:35.935859 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:36.001003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:36.148006 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:36.219504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d795c6f-aab5-4f70-9d09-84f6a72d785f req-fb9495df-ae1a-4fd8-bcd1-6a9c18d4dfbf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0477831 Aug 26 16:01:36.298096 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-3b3335de-09d8-466c-be06-a68ee72c607b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--598176739&fields=id&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 267 time: 0.0752659 Aug 26 16:01:36.445386 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-60b96009-53a4-45cc-a18a-e6bc67204f44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:36.447357 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-60b96009-53a4-45cc-a18a-e6bc67204f44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.1420109 Aug 26 16:01:36.470558 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-1fa29508-e3c0-480c-96a6-f5af46403ed4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/quotas/d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 375 time: 0.0160627 Aug 26 16:01:36.540837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-e01fd581-cc37-403b-8236-29ddf1527695 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635548 Aug 26 16:01:36.653330 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:36.685039 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-5dad33cf-cf40-4846-87fd-730bafc8d521 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292605 Aug 26 16:01:36.850562 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9c161-f2ac-48ad-8024-ed148a40e9dc req-62d01bef-7ad9-4b3c-a550-36fd7c980ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:36.850562 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1c9c161-f2ac-48ad-8024-ed148a40e9dc req-62d01bef-7ad9-4b3c-a550-36fd7c980ae3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.0720961 Aug 26 16:01:36.850562 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-722253b2-c03d-427e-a511-8614500ae6b1 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480160 Aug 26 16:01:36.915970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:36.920626 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1c9c161-f2ac-48ad-8024-ed148a40e9dc req-536898b0-fa07-404d-9050-bc6bff439fcb service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767176 Aug 26 16:01:36.955011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16cc11-cc3a-4de5-ac65-96a968ddc8a1 req-6337c6bc-3dca-4e67-b59a-c71321be2260 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:36.956495 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7e16cc11-cc3a-4de5-ac65-96a968ddc8a1 req-6337c6bc-3dca-4e67-b59a-c71321be2260 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0524545 Aug 26 16:01:37.008170 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7e16cc11-cc3a-4de5-ac65-96a968ddc8a1 req-9ed68d5a-da4b-4c00-a0e8-f36af3666659 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Aug 26 16:01:37.234159 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5000332-a734-45a0-a312-dc2ea99ea386 req-f7dd82c8-bb34-42a5-8e06-7e6406ea293f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Aug 26 16:01:37.331027 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1fcf8251-13ed-4f9f-8cd6-aca59150eb42 req-6e584180-5ca4-456f-9c0a-583715145577 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0320237 Aug 26 16:01:37.480800 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:37.550617 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:37.558523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:37.560035 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:37.594970 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-fa2f0dc8-bd2e-4a8d-b0c2-4f0c05c71064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:37.680880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:38.001206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-df76431b-5161-4c61-bab6-9c04b1b82d45 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:38.002708 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-df76431b-5161-4c61-bab6-9c04b1b82d45 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 809 time: 0.1297278 Aug 26 16:01:38.130553 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-2ff0d617-88a8-4315-85e1-7133caf5aa60 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ea82b722416a415393ff78428a277a01 HTTP/1.1" status: 200 len: 379 time: 0.0908170 Aug 26 16:01:38.141465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'port': {'device_id': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'admin_state_up': True, 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'security_groups': ['72171175-55dd-4e3d-8f79-3f0d36eee5ec']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:38.406652 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ed8470be-54cd-4c3e-a8c9-9c20432753cd req-35672e93-44fa-4ec6-b1e1-51a2de80ebdd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0483685 Aug 26 16:01:38.414891 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc51d77-3067-4e97-90d0-5f7516fd10a4 req-25b43dbe-c8b9-4f6d-a352-94788a12a1a7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:38.421758 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5dc51d77-3067-4e97-90d0-5f7516fd10a4 req-25b43dbe-c8b9-4f6d-a352-94788a12a1a7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.3197031 Aug 26 16:01:38.475997 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5dc51d77-3067-4e97-90d0-5f7516fd10a4 req-d225d0cb-7caa-4ab1-a3ff-1a8a2f9902ba tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533850 Aug 26 16:01:38.509066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Made reservation on behalf of ea82b722416a415393ff78428a277a01 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:38.516245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:38.616816 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-045c9364-ae66-4913-8650-63263cba625a req-050f4c11-b83d-4730-a96e-ab9a1d7efc7c tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0658743 Aug 26 16:01:38.730745 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Allocated IP 172.20.0.8 (480b0db0-c679-4bc9-a2ae-d80050879570/05bf93c2-69eb-48c8-807c-450ad67956e6/7450399c-70d1-4b9d-9b20-fdef692f4a6d) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:38.884516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:38.975203 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:39.081391 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:39.145596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:39.156948 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Network 480b0db0-c679-4bc9-a2ae-d80050879570 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:39.160986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:39.165071 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:39.216076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:39.260089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:39.261019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:39.363694 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-481851b8-f453-4638-a991-b0faa83ad579 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2270772 Aug 26 16:01:39.382813 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Request body: {'port': {'device_id': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:39.462765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-b04f3a7c-0d73-41f8-b32c-053ffc0282b8 None None] Provisioning complete for port 7450399c-70d1-4b9d-9b20-fdef692f4a6d triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:39.463590 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b04f3a7c-0d73-41f8-b32c-053ffc0282b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:39.483272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:39.515298 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-b04f3a7c-0d73-41f8-b32c-053ffc0282b8 None None] Port 7450399c-70d1-4b9d-9b20-fdef692f4a6d cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:39.603491 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52f9ab06-92bb-4760-80d3-bb8e398bbe27 req-8f684dee-0d36-4c79-ba51-ba3ec2bc29a6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0519240 Aug 26 16:01:39.790406 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c7a6f9-4aad-4297-be40-2989f1e9f438 req-97deb970-d405-43ac-a7c3-91d6fd08f6da tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:39.791956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50c7a6f9-4aad-4297-be40-2989f1e9f438 req-97deb970-d405-43ac-a7c3-91d6fd08f6da tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1910939 Aug 26 16:01:39.847334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e76d96-dca7-4f36-a40d-13c5fb2b7e02 req-05d9db7a-5e15-430c-92ee-42f583c1f062 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:39.848779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-22e76d96-dca7-4f36-a40d-13c5fb2b7e02 req-05d9db7a-5e15-430c-92ee-42f583c1f062 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 931 time: 0.1390681 Aug 26 16:01:39.960865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50c7a6f9-4aad-4297-be40-2989f1e9f438 req-c0c07ef4-6070-49cc-b0e0-a597bd04397f tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375155 Aug 26 16:01:39.986419 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-22e76d96-dca7-4f36-a40d-13c5fb2b7e02 req-d53c3581-5deb-4930-ab66-a02c6dc5a6e3 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273351 Aug 26 16:01:40.119682 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:40.258114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-504decc8-b728-4639-8ae3-103d286ffd3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:40.457995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:40.460663 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7450399c-70d1-4b9d-9b20-fdef692f4a6d {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:01:40.473562 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks [] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:40.485314 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-15d67dcb-9398-4bca-a787-942d422d2f5d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686455 Aug 26 16:01:40.495895 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Transition to ACTIVE for port object 7450399c-70d1-4b9d-9b20-fdef692f4a6d will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:01:40.601652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:40.666077 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-83413fa0-d8d9-4bff-89c9-fa0784c025f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:40.677457 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-83413fa0-d8d9-4bff-89c9-fa0784c025f7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 1130 time: 0.1274512 Aug 26 16:01:40.781192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:40.821729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f91cde90-105e-427e-9ac9-9e17cd1dc3b2 req-42f8a727-0bc1-4999-a817-e2fca33adbd8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0731807 Aug 26 16:01:40.840338 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:40.850264 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-cfe507d1-cdde-42b5-9cf5-80b527ccf252 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:40.852564 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-cfe507d1-cdde-42b5-9cf5-80b527ccf252 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.2282898 Aug 26 16:01:40.854472 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Attempting to bind port 7450399c-70d1-4b9d-9b20-fdef692f4a6d on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:40.854812 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Attempting to bind port 7450399c-70d1-4b9d-9b20-fdef692f4a6d by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:40.855191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Attempting to bind port 7450399c-70d1-4b9d-9b20-fdef692f4a6d on network 480b0db0-c679-4bc9-a2ae-d80050879570 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:40.869532 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Port 7450399c-70d1-4b9d-9b20-fdef692f4a6d on network 480b0db0-c679-4bc9-a2ae-d80050879570 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:01:40.869984 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Attempting to bind port 7450399c-70d1-4b9d-9b20-fdef692f4a6d on network 480b0db0-c679-4bc9-a2ae-d80050879570 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:40.896420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:40.896762 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Checking segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:40.897151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Bound using segment: {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:40.897609 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Bound port: 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5af4279-f344-4f58-9b24-3cbfc767ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 962, 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:40.897969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:40.909783 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:40.928384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d7b9-52fb-4fb2-a4e9-4b1e547c15de req-0b8fb8c1-a562-42dd-b6ae-ead660632bd0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:40.929860 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d0d7d7b9-52fb-4fb2-a4e9-4b1e547c15de req-0b8fb8c1-a562-42dd-b6ae-ead660632bd0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0771163 Aug 26 16:01:41.046173 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:41.051776 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:41.080758 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d0d7d7b9-52fb-4fb2-a4e9-4b1e547c15de req-a1b9f370-7f6c-45c5-a9e7-07e618d71282 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258347 Aug 26 16:01:41.240073 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-f0f85ce9-c3e7-4546-a543-5883e01fb23b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 379 time: 0.1537316 Aug 26 16:01:41.279355 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:41.282030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'port': {'device_id': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'admin_state_up': True, 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'security_groups': ['cd6649c7-d4b8-4ad7-90a6-e5906205618c']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:41.354618 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.355259 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:41.356641 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 1093 time: 1.9800229 Aug 26 16:01:41.357214 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:41.359611 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242e477-115b-441a-a251-abf8692d7e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:41.434965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38460aae-f31d-494f-9393-4cef1ded789d req-e14dd48a-ebb2-4a3f-bc4a-4135a74d873f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.436923 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38460aae-f31d-494f-9393-4cef1ded789d req-e14dd48a-ebb2-4a3f-bc4a-4135a74d873f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.2287323 Aug 26 16:01:41.438434 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93081db-c392-479d-8af0-f6483d5a1814 x-openstack-request-id: req-e93081db-c392-479d-8af0-f6483d5a1814 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:41.438713 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:41.438988 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e93081db-c392-479d-8af0-f6483d5a1814 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:41.439402 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93081db-c392-479d-8af0-f6483d5a1814'] response: {'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'status': 'completed', 'code': 200} Aug 26 16:01:41.470587 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-209d94bb-d44c-411e-9254-5127af64418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.472084 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-209d94bb-d44c-411e-9254-5127af64418e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.1522617 Aug 26 16:01:41.480407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76992b-77a9-4bcf-9e5b-efe3be5ee788 service neutron] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:41.483418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-472074ab-6fe5-48fe-9fec-a1c8fad73560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.484911 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-472074ab-6fe5-48fe-9fec-a1c8fad73560 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.3890104 Aug 26 16:01:41.606184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-bafe03c8-1bb5-4db8-98ef-7d6abffb5388 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 200 len: 217 time: 0.1027634 Aug 26 16:01:41.645572 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e477-115b-441a-a251-abf8692d7e9e req-34a62634-5d7d-4fad-96c5-d8f9fecabd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.647078 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4242e477-115b-441a-a251-abf8692d7e9e req-34a62634-5d7d-4fad-96c5-d8f9fecabd97 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1127 time: 0.1447299 Aug 26 16:01:41.670074 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38460aae-f31d-494f-9393-4cef1ded789d req-7f33a1a7-50b8-4165-a31a-2067edec7b5a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134235 Aug 26 16:01:41.719056 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:41.727805 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:41.768757 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-ca58f2e1-f6cc-492e-8afd-ce6e7d220135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.774622 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-ca58f2e1-f6cc-492e-8afd-ce6e7d220135 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1447241 Aug 26 16:01:41.783584 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:41.788249 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-62bde33f-55c8-4f3e-af87-097149759c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.789670 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-62bde33f-55c8-4f3e-af87-097149759c37 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.3036039 Aug 26 16:01:41.854151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e477-115b-441a-a251-abf8692d7e9e req-33547b72-a647-4f8c-a714-b29b71795abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.855247 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4242e477-115b-441a-a251-abf8692d7e9e req-33547b72-a647-4f8c-a714-b29b71795abf service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=ea82b722416a415393ff78428a277a01&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1840231 Aug 26 16:01:41.885121 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.20.0.6 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/726f3f44-7d5b-426a-98ae-f35cdf9b45b9) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:41.942737 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:41.984025 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-4d588f9a-7ad1-46c0-a874-b559aedab3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:41.985502 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-4d588f9a-7ad1-46c0-a874-b559aedab3c1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1507227 Aug 26 16:01:42.027508 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6ca5947-28d3-4d78-b8c1-702a918bf3f5 req-60eb2b7b-a2ed-43fa-b1b0-8ce30af069fb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0999672 Aug 26 16:01:42.042315 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:42.079301 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.101386 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-e61a2a8d-f9dd-451f-9567-66514cc81cd5 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1000 time: 0.2528708 Aug 26 16:01:42.212212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242e477-115b-441a-a251-abf8692d7e9e req-9029542d-9363-420e-99e6-a0f75112df42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.213805 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4242e477-115b-441a-a251-abf8692d7e9e req-9029542d-9363-420e-99e6-a0f75112df42 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3100603 Aug 26 16:01:42.245280 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-2b4843dc-6b90-410a-af8a-a7294cc49e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.246771 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-2b4843dc-6b90-410a-af8a-a7294cc49e59 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.1445947 Aug 26 16:01:42.290651 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-1a28b3a8-104e-488d-98e6-7fe5f7e74859 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844267 Aug 26 16:01:42.298636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.307000 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977effa-202c-4da7-baf4-9310474d4813 req-db5de5c3-2c5a-4357-836e-fdeb50a12bb4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.308982 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6977effa-202c-4da7-baf4-9310474d4813 req-db5de5c3-2c5a-4357-836e-fdeb50a12bb4 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0807326 Aug 26 16:01:42.398500 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:42.412484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:42.415838 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:42.463892 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:42.504485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.505228 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.561168 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6977effa-202c-4da7-baf4-9310474d4813 req-76470ca1-6887-4b7d-a58a-85ae93d5f85c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410502 Aug 26 16:01:42.570290 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-1f961053-a1d7-489c-bc75-ca2b0040ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.572205 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-1f961053-a1d7-489c-bc75-ca2b0040ec74 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1874185 Aug 26 16:01:42.641485 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f137b684-75dd-477b-bf40-c01f8da239e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.643030 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f137b684-75dd-477b-bf40-c01f8da239e9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1127 time: 0.1622174 Aug 26 16:01:42.666875 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-44b448d2-d884-455a-94a5-ab7ed5524410 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3897638 Aug 26 16:01:42.686236 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Request body: {'port': {'device_id': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:42.723919 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-f4ff51ae-6b41-43b1-b7be-3f02b08c9039 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 217 time: 0.0565610 Aug 26 16:01:42.735681 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-7f970a28-f080-4ee4-99f7-9d777c9f0740 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608449 Aug 26 16:01:42.747248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:42.769639 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-93a6002e-0b7e-4f34-81e2-81f5c9bfef43 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877718 Aug 26 16:01:42.772524 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.774485 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-20e2e19a-cb92-4718-b235-d085738ee5dc None None] Provisioning complete for port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:42.774905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-20e2e19a-cb92-4718-b235-d085738ee5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:42.827194 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-20e2e19a-cb92-4718-b235-d085738ee5dc None None] Port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:42.880603 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cca6c7-83cc-4ce7-bbe5-d4ac73b9c02c req-1b31d4d9-19e2-42df-b05a-78e0d326ad49 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:42.882143 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4cca6c7-83cc-4ce7-bbe5-d4ac73b9c02c req-1b31d4d9-19e2-42df-b05a-78e0d326ad49 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0780787 Aug 26 16:01:43.028444 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-29c95ebd-a3d8-45cb-8449-fdbd1dc8b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:43.029220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-29c95ebd-a3d8-45cb-8449-fdbd1dc8b6a6 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.1353076 Aug 26 16:01:43.064035 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4cca6c7-83cc-4ce7-bbe5-d4ac73b9c02c req-688c9999-69dd-4c54-9f00-5c191dc7513c tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690047 Aug 26 16:01:43.096030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.116514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-653a7d09-bda8-46d6-8187-893a879c82e6 req-9334a820-6e97-4db7-b421-510a0defcd03 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304261 Aug 26 16:01:43.119810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-ee78f8d4-0fa4-400e-9414-93f683d62265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:43.121191 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-ee78f8d4-0fa4-400e-9414-93f683d62265 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0834875 Aug 26 16:01:43.233419 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:01:43.250969 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-b36bfde8-b1c7-4f13-b7bc-a8eeb8ea7310 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077447 Aug 26 16:01:43.255374 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.265982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks [] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.282298 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Transition to ACTIVE for port object 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:01:43.383579 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.397453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.434024 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772b6f5-d359-415d-8d81-c22d9a3a5f84 req-cc98f166-8c40-415c-a0ee-79deb3d8c183 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:43.442421 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7772b6f5-d359-415d-8d81-c22d9a3a5f84 req-cc98f166-8c40-415c-a0ee-79deb3d8c183 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 931 time: 0.1888640 Aug 26 16:01:43.480550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.521368 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41437fc4-6c94-4354-a84f-7f0c99be4820 req-405cca4f-9c53-4f00-bf22-b54728772a84 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337389 Aug 26 16:01:43.532032 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7772b6f5-d359-415d-8d81-c22d9a3a5f84 req-f25aedd4-506b-4fd1-8ff7-e0628b8db32c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883365 Aug 26 16:01:43.603414 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Pushing event updated for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:43.614792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Attempting to bind port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:01:43.616411 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Attempting to bind port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:01:43.616411 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Attempting to bind port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:43.620658 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:01:43.620986 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Attempting to bind port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:01:43.627796 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:01:43.628145 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:01:43.628532 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:01:43.628960 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Bound port: 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:01:43.629399 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.705982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:01:43.709528 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:01:43.739752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d3e5c-71bf-4003-9018-22681688037f req-985b190c-dda3-4cfb-ba20-d880c9de4755 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:43.741555 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-508d3e5c-71bf-4003-9018-22681688037f req-985b190c-dda3-4cfb-ba20-d880c9de4755 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0661299 Aug 26 16:01:43.783759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:43.797787 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-508d3e5c-71bf-4003-9018-22681688037f req-a2546da3-f649-42a9-9ed7-740a4a7c00c2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491261 Aug 26 16:01:43.831137 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.834185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:43.834808 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:43.841440 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/726f3f44-7d5b-426a-98ae-f35cdf9b45b9 HTTP/1.1" status: 200 len: 1093 time: 1.1556458 Aug 26 16:01:43.841440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:43.841440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a491f9c-b991-4257-bb54-0274c06e6a55" -d '{"events": [{"name": "network-changed", "server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:43.920355 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fc0020-0089-47e8-bf72-2e080dd5c27d x-openstack-request-id: req-62fc0020-0089-47e8-bf72-2e080dd5c27d {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:43.920660 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:43.920967 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-62fc0020-0089-47e8-bf72-2e080dd5c27d {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:43.921382 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fc0020-0089-47e8-bf72-2e080dd5c27d'] response: {'name': 'network-changed', 'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'status': 'completed', 'code': 200} Aug 26 16:01:43.953028 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92715302-c287-43c7-a49f-c8a763fd1207 service neutron] Pushing event updated for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:44.151888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54d114-3c8c-4b70-8bf1-fc08549d8ed1 req-37be4682-40cc-443b-88ab-d845f56e844e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:44.156258 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf54d114-3c8c-4b70-8bf1-fc08549d8ed1 req-37be4682-40cc-443b-88ab-d845f56e844e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0669205 Aug 26 16:01:44.235151 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:44.241273 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be471bf2-2d31-4e15-b109-13f19ee6d105 req-ed162322-2954-4980-b0cd-44ee418b2ca6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:44.248041 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-be471bf2-2d31-4e15-b109-13f19ee6d105 req-ed162322-2954-4980-b0cd-44ee418b2ca6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0837824 Aug 26 16:01:44.260670 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf54d114-3c8c-4b70-8bf1-fc08549d8ed1 req-28659f7b-0528-4e61-9d91-76a2223230e5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990462 Aug 26 16:01:44.312974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-be471bf2-2d31-4e15-b109-13f19ee6d105 req-95c10e13-a094-42a3-86f7-4948bdbce850 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625527 Aug 26 16:01:44.390664 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:44.683806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d85f-f830-4cb4-8dde-7cb73ef7ca3a req-c3f0b22d-b529-45d6-a496-e70a80291f6b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:44.686332 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6f31d85f-f830-4cb4-8dde-7cb73ef7ca3a req-c3f0b22d-b529-45d6-a496-e70a80291f6b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0548799 Aug 26 16:01:44.743540 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6f31d85f-f830-4cb4-8dde-7cb73ef7ca3a req-6ffc2ad8-a496-4a14-8aaa-0b4e140e3a06 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511398 Aug 26 16:01:44.940513 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5b0b1-b9ce-4921-abd2-99e89dfc8bd3 req-53984f82-7915-4ece-9931-2d438f9036d5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:44.942218 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f9e5b0b1-b9ce-4921-abd2-99e89dfc8bd3 req-53984f82-7915-4ece-9931-2d438f9036d5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Aug 26 16:01:44.965992 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:44.973972 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:45.007555 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f9e5b0b1-b9ce-4921-abd2-99e89dfc8bd3 req-5ee93c22-9a45-47e8-a2b3-320578ba32f5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524445 Aug 26 16:01:45.448085 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0981c4-cf17-40c9-8a82-f6ddddb75cf9 req-e7f1983b-d137-4615-8fbf-c390f6cee62b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:45.449824 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d0981c4-cf17-40c9-8a82-f6ddddb75cf9 req-e7f1983b-d137-4615-8fbf-c390f6cee62b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0904346 Aug 26 16:01:45.471901 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27381526-9aa3-4ce6-b532-5f4bea5942ea req-1671ede6-d9d7-4d0c-8f8f-96f51eb33daf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:45.473360 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27381526-9aa3-4ce6-b532-5f4bea5942ea req-1671ede6-d9d7-4d0c-8f8f-96f51eb33daf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0787029 Aug 26 16:01:45.536458 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d0981c4-cf17-40c9-8a82-f6ddddb75cf9 req-c33288ed-2883-4e88-a28d-2623cc73605e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795736 Aug 26 16:01:45.550282 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27381526-9aa3-4ce6-b532-5f4bea5942ea req-271670d4-ae37-4776-8c4f-882233030168 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693796 Aug 26 16:01:45.849743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:45.867888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4c88a-2b00-4979-81e2-76748aac49ab req-b0a54d83-70b4-47df-8de1-6c52eab2cc20 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:45.869405 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24f4c88a-2b00-4979-81e2-76748aac49ab req-b0a54d83-70b4-47df-8de1-6c52eab2cc20 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0528395 Aug 26 16:01:45.919302 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24f4c88a-2b00-4979-81e2-76748aac49ab req-e44b5e28-8900-4592-ad48-ef27b9da8365 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434213 Aug 26 16:01:46.150462 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310dd2f-41ed-468b-b5b7-0b87bc73b204 req-ccd09580-16a8-49ca-843f-f09d98807479 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:46.151971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4310dd2f-41ed-468b-b5b7-0b87bc73b204 req-ccd09580-16a8-49ca-843f-f09d98807479 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0600760 Aug 26 16:01:46.204790 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4310dd2f-41ed-468b-b5b7-0b87bc73b204 req-a4810209-f49d-434a-ad39-68d1a6597284 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463502 Aug 26 16:01:46.696516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d476e-2058-423a-8a33-23974b7563d7 req-5a4a7041-ec40-4f24-a547-5c19ae2cdeb9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:46.697964 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-660d476e-2058-423a-8a33-23974b7563d7 req-5a4a7041-ec40-4f24-a547-5c19ae2cdeb9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0778289 Aug 26 16:01:46.704041 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a1dbd-b65f-4629-9fa5-db2235a3e6ea req-50d06d82-3511-464f-9edf-000fdc1621cf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:46.705371 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d76a1dbd-b65f-4629-9fa5-db2235a3e6ea req-50d06d82-3511-464f-9edf-000fdc1621cf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0744824 Aug 26 16:01:46.782620 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-660d476e-2058-423a-8a33-23974b7563d7 req-95fd67c8-6446-406d-877d-83af131d750a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763273 Aug 26 16:01:46.787188 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d76a1dbd-b65f-4629-9fa5-db2235a3e6ea req-267b5d1f-9cd0-4280-a060-38ad5cd52f6e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742340 Aug 26 16:01:47.038249 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8ef05-8f62-419c-9a51-d954ca46cae4 req-61bdd215-38f3-49ab-82df-aaf0934b48bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:47.039774 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e4b8ef05-8f62-419c-9a51-d954ca46cae4 req-61bdd215-38f3-49ab-82df-aaf0934b48bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0486810 Aug 26 16:01:47.089995 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e4b8ef05-8f62-419c-9a51-d954ca46cae4 req-de0fcb6c-0038-4d88-9bea-474d354f760a tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439582 Aug 26 16:01:47.577776 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-e739d804-5c59-4af5-8b13-499155ee4e41 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:47.579474 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-e739d804-5c59-4af5-8b13-499155ee4e41 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 815 time: 0.4105394 Aug 26 16:01:47.601989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273d133-6144-4288-befb-3f20bd1d61eb req-c01e2e95-4bb1-4677-8a3a-5f43cc7fda77 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:47.603417 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2273d133-6144-4288-befb-3f20bd1d61eb req-c01e2e95-4bb1-4677-8a3a-5f43cc7fda77 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0744996 Aug 26 16:01:47.605832 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-01273fc3-5679-49b1-afe2-02aec9661f9e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/quotas/070e0f497888488d863e2f63b87a31ff HTTP/1.1" status: 200 len: 375 time: 0.0195498 Aug 26 16:01:47.657791 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:47.683497 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2273d133-6144-4288-befb-3f20bd1d61eb req-fdd81854-2420-43c9-b203-cdb3a367e004 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740874 Aug 26 16:01:47.688921 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a7c595de-89eb-47f1-a6b0-26128ec58bbe tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727661 Aug 26 16:01:47.790514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-77da4ce4-2cd6-4b14-8f38-63b2d9c18a27 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Aug 26 16:01:47.923414 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-87c18ec6-6eaf-4ebe-b39e-cdc377ff389c service neutron] 10.222.0.94 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265736 Aug 26 16:01:47.933896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac7aa8-6e89-4078-b2df-96f85e315b30 req-8bb8d75d-acb9-46cf-8755-d69125e8558a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:47.935972 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52ac7aa8-6e89-4078-b2df-96f85e315b30 req-8bb8d75d-acb9-46cf-8755-d69125e8558a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0697718 Aug 26 16:01:47.985844 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52ac7aa8-6e89-4078-b2df-96f85e315b30 req-062da774-adac-4d27-88d8-2afd5a488345 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Aug 26 16:01:48.055943 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:48.096697 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2db625-fef0-4961-bb2b-a14976c54550 req-c4bc0a1d-f53e-4dd2-9902-d52ea4a4d584 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:48.098773 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da2db625-fef0-4961-bb2b-a14976c54550 req-c4bc0a1d-f53e-4dd2-9902-d52ea4a4d584 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0516279 Aug 26 16:01:48.162548 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-da2db625-fef0-4961-bb2b-a14976c54550 req-441efa9c-adb5-45c5-9f70-5c49f4bb2e77 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577435 Aug 26 16:01:48.273451 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-99c58e75-98e2-426f-9fe6-466d348c7b6f req-e9640c7e-5c79-42c7-91ca-ca01514ff243 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0306280 Aug 26 16:01:48.287733 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2aefd7-9607-4aa7-b3ee-de659e14ceee req-08599438-7a09-43ee-9c36-792dd0176e4e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:48.289210 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cb2aefd7-9607-4aa7-b3ee-de659e14ceee req-08599438-7a09-43ee-9c36-792dd0176e4e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0912304 Aug 26 16:01:48.340513 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cb2aefd7-9607-4aa7-b3ee-de659e14ceee req-95989038-ec5a-4adf-8503-0c4a19baf4f2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444829 Aug 26 16:01:48.824147 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc68259-f00a-4a9d-b5d9-98170648d1a0 req-c4e829fd-3f26-464c-a63b-4d722a9a552d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:48.824147 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-abc68259-f00a-4a9d-b5d9-98170648d1a0 req-c4e829fd-3f26-464c-a63b-4d722a9a552d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0561891 Aug 26 16:01:48.871006 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-abc68259-f00a-4a9d-b5d9-98170648d1a0 req-1338a502-8b4c-4993-83ac-248357853805 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Aug 26 16:01:49.119410 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056c87-68be-4991-97ab-a25c9c3dc0a9 req-ccd9f0c8-3e7b-4090-bd71-155d37c6164b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:49.120870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14056c87-68be-4991-97ab-a25c9c3dc0a9 req-ccd9f0c8-3e7b-4090-bd71-155d37c6164b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0512178 Aug 26 16:01:49.168858 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-14056c87-68be-4991-97ab-a25c9c3dc0a9 req-3f34683a-f4f5-4dae-8989-374ef5228896 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 Aug 26 16:01:49.289127 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a30e4-d65c-46ca-bd21-b567c29589d9 req-2ed28889-62e6-463f-b6cc-0c0852c5bec6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:49.290577 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-954a30e4-d65c-46ca-bd21-b567c29589d9 req-2ed28889-62e6-463f-b6cc-0c0852c5bec6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0476992 Aug 26 16:01:49.365688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11c49a7e-1275-41c2-9850-d56b655f242c req-cab7a271-e496-477b-862b-3f223e1bdc3f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0356598 Aug 26 16:01:49.369516 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-954a30e4-d65c-46ca-bd21-b567c29589d9 req-44760068-5355-4a3b-ae6f-f7c78319eb7e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728078 Aug 26 16:01:49.476221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8e2f1-b33c-4a18-bab1-339e712644dc req-b5881a4d-7ba8-400f-8503-988717115918 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:49.477700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-83f8e2f1-b33c-4a18-bab1-339e712644dc req-b5881a4d-7ba8-400f-8503-988717115918 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0526791 Aug 26 16:01:49.526150 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-83f8e2f1-b33c-4a18-bab1-339e712644dc req-3c9fd29a-e773-432f-86c8-8c5ee8ab97ad tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Aug 26 16:01:49.741826 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-6c2e3e2b-6e46-4e79-bc75-83fd7e81b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:49.743412 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-6c2e3e2b-6e46-4e79-bc75-83fd7e81b245 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 1127 time: 0.0411525 Aug 26 16:01:49.975334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:49.990947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63133572-05de-41b3-a437-ca1a261b9f7b req-55a25def-5988-47b9-b154-15d718bf298d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:49.992515 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63133572-05de-41b3-a437-ca1a261b9f7b req-55a25def-5988-47b9-b154-15d718bf298d tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Aug 26 16:01:50.045696 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-63133572-05de-41b3-a437-ca1a261b9f7b req-e7259ae0-84af-42f9-bbad-a5f9927f05b9 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464735 Aug 26 16:01:50.179208 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3031d-c49c-470c-9205-2f333d0a9eca req-c3f21e6e-e2af-4e41-8077-52885da0f384 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.180662 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-53f3031d-c49c-470c-9205-2f333d0a9eca req-c3f21e6e-e2af-4e41-8077-52885da0f384 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0470192 Aug 26 16:01:50.191347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55814) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:50.195630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Request body: {'floatingip': {'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:50.284461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (689e45f8-b64f-4309-848a-513588e86880), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:50.338542 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ad3d6-4a9e-43d1-9520-29431ab6049e req-680290da-615c-4c91-ad6a-9e99c76daec6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.340042 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ca4ad3d6-4a9e-43d1-9520-29431ab6049e req-680290da-615c-4c91-ad6a-9e99c76daec6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0907438 Aug 26 16:01:50.454084 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ca4ad3d6-4a9e-43d1-9520-29431ab6049e req-94e2a0f9-d70d-4bb9-acdd-a4316ccb56ec tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=20f169e0-7d95-4657-a7ac-ccba0df77ee3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073828 Aug 26 16:01:50.483875 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-90f9fc4d-4f1b-4f50-b4e4-b8856bb08f33 req-9f96cddb-e63d-4070-8f6a-b2e178eb1093 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0365512 Aug 26 16:01:50.604830 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:50.629204 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e4ed4-f780-4faf-8a46-1bc154ebc336 req-03dfb735-f230-4087-8f8e-433221febb71 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.630608 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a5e4ed4-f780-4faf-8a46-1bc154ebc336 req-03dfb735-f230-4087-8f8e-433221febb71 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1081989 Aug 26 16:01:50.721054 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-78f25aea-3986-4869-9351-ecd265e2111c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.722562 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-78f25aea-3986-4869-9351-ecd265e2111c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 947 time: 0.0534327 Aug 26 16:01:50.742409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb3524-3b76-4e04-acd2-ba8c278a930f req-290f026d-4c93-4645-acf2-2c020fb9d8d6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.743904 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-babb3524-3b76-4e04-acd2-ba8c278a930f req-290f026d-4c93-4645-acf2-2c020fb9d8d6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.1378357 Aug 26 16:01:50.848318 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a5e4ed4-f780-4faf-8a46-1bc154ebc336 req-238b56a3-4310-4f08-927e-d8ca5afffea2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968677 Aug 26 16:01:50.848562 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Deleting port 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:50.848782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:50.963540 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-babb3524-3b76-4e04-acd2-ba8c278a930f req-3d5c9769-26c6-41a3-895f-22405c511865 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845851 Aug 26 16:01:50.969368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-61970f41-7ccc-45d0-9def-83d62230f39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:50.972162 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-61970f41-7ccc-45d0-9def-83d62230f39d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=d95f731096d74a089f4161f5db69280c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3158295 Aug 26 16:01:50.979638 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] For port 8a53b00a-319e-4368-a0b0-216d2f508b1d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=8a53b00a-319e-4368-a0b0-216d2f508b1d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:50.980120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.128090 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:51.193822 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-37be19ce-d6b2-43f4-b0be-aa12b6127553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:51.201406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a491f9c-b991-4257-bb54-0274c06e6a55 req-37be19ce-d6b2-43f4-b0be-aa12b6127553 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2109764 Aug 26 16:01:51.213199 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.222673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.223128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.223441 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Floating IP 93fdc0bb-fe9f-4f19-9811-34a387182409 disassociated. External IP: 172.27.1.197, port: 8a53b00a-319e-4368-a0b0-216d2f508b1d. Aug 26 16:01:51.223778 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Calling delete_port for 8a53b00a-319e-4368-a0b0-216d2f508b1d owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:51.361103 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (689e45f8-b64f-4309-848a-513588e86880), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.474837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (8a53b00a-319e-4368-a0b0-216d2f508b1d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.515765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'Port': ['ID=8a53b00a-319e-4368-a0b0-216d2f508b1d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:51.536788 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.537140 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.537485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.537826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.538159 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.538494 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.538826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.539209 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.539596 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.539894 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.540225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.540553 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.540879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.541205 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.541621 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:51.661737 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:51.674288 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a1bb84d2-a9bc-4a82-aedc-f4cee473e750 req-272c998a-23a9-4cdb-8967-6a9912b39198 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.0931165 Aug 26 16:01:51.683289 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7282e08-6bea-469f-9761-5cbf1ad13dfb req-148e7c76-6d58-45de-8ce5-f98ad0e6d421 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0891666 Aug 26 16:01:51.687701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-54fb2383-c7e7-40a8-8351-571ce484f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:51.689189 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-54fb2383-c7e7-40a8-8351-571ce484f360 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 1127 time: 0.1063178 Aug 26 16:01:51.690974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:01:51.768966 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:51.772551 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-1aba7af3-12a1-4200-ade1-384a250da2a6 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9 HTTP/1.1" status: 200 len: 217 time: 0.0687122 Aug 26 16:01:51.787361 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:51.801441 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:51.813069 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:51.814016 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:51.839183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] No DVR routers for this DVR port 8a53b00a-319e-4368-a0b0-216d2f508b1d on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:01:51.843904 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.849047 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-1623d86d-ed16-41d2-a580-7e731e1ac17e req-58619791-81c8-4d15-bd07-d5fe34a68f06 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "DELETE /networking/v2.0/ports/8a53b00a-319e-4368-a0b0-216d2f508b1d HTTP/1.1" status: 204 len: 173 time: 1.0930977 Aug 26 16:01:51.849795 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-deleted', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:51.852780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79492073-496f-4664-b190-fc3d38c984ca" -d '{"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-deleted", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:51.882527 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-d0729b46-aa8e-4e87-8df2-8540574e842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:51.883853 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-d0729b46-aa8e-4e87-8df2-8540574e842f service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.1046681 Aug 26 16:01:51.885106 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:01:51.891293 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:51.898563 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:01:51.931857 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70bbb0b9-e5df-4047-ac44-a49e2f6a13f3 x-openstack-request-id: req-70bbb0b9-e5df-4047-ac44-a49e2f6a13f3 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:51.932116 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ac977a7-aa08-459a-a863-36ba667422d1", "name": "network-vif-deleted", "tag": "8a53b00a-319e-4368-a0b0-216d2f508b1d", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:51.932492 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-70bbb0b9-e5df-4047-ac44-a49e2f6a13f3 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:51.932805 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70bbb0b9-e5df-4047-ac44-a49e2f6a13f3'] response: {'server_uuid': '8ac977a7-aa08-459a-a863-36ba667422d1', 'name': 'network-vif-deleted', 'tag': '8a53b00a-319e-4368-a0b0-216d2f508b1d', 'status': 'completed', 'code': 200} Aug 26 16:01:51.934334 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:51.943224 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:51.946422 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:51.976225 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d67a12-294d-4d68-9ddc-1af523491886 req-ab4f0181-d375-4f04-a83c-c4f5beecb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:51.977844 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-ab4f0181-d375-4f04-a83c-c4f5beecb3c9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840092 Aug 26 16:01:51.989415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:51.992969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639" -d '{"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:52.129265 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:52.171348 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890f657-a42e-4ec3-8377-b46683c6ac11 req-63b4496e-fa7c-4bdc-92f3-7c0011698239 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:52.179127 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3890f657-a42e-4ec3-8377-b46683c6ac11 req-63b4496e-fa7c-4bdc-92f3-7c0011698239 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1504719 Aug 26 16:01:52.234839 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e04941c7-6cb6-4007-b8dd-8459932c0cdc tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/689e45f8-b64f-4309-848a-513588e86880 HTTP/1.1" status: 200 len: 992 time: 2.0395422 Aug 26 16:01:52.282622 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:52.307220 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9f4a5-3979-4cef-bbcc-73c2d205eac3 req-223f88f5-22ff-4d02-b268-152e486a1192 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:52.307220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ab9f4a5-3979-4cef-bbcc-73c2d205eac3 req-223f88f5-22ff-4d02-b268-152e486a1192 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.1701431 Aug 26 16:01:52.307985 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:52.317347 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:52.317975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:52.382113 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3890f657-a42e-4ec3-8377-b46683c6ac11 req-06efc21a-4f0d-40e3-883a-9b27e7691c93 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965165 Aug 26 16:01:52.432665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:52.452458 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-46e28e22-3e9f-4eba-ac17-0eb9a32497da service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647672 Aug 26 16:01:52.455219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7035f1db-6af9-4d25-b07b-8ab82a5c642d x-openstack-request-id: req-7035f1db-6af9-4d25-b07b-8ab82a5c642d {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:52.455798 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:52.456238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7035f1db-6af9-4d25-b07b-8ab82a5c642d {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:52.456936 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7035f1db-6af9-4d25-b07b-8ab82a5c642d'] response: {'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'status': 'completed', 'code': 200} Aug 26 16:01:52.473095 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:52.481023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2ab9f4a5-3979-4cef-bbcc-73c2d205eac3 req-ae39a992-b2e2-4328-93ed-fa3ec8fc2cd2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732688 Aug 26 16:01:52.508448 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:01:51Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:52.536674 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:01:52.545243 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:01:52.545844 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:01:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:52.655898 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:01:52.683523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:52.712949 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc1e42-7600-4c92-b082-cc341c97a5cf None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:52.849683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:52.854220 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-db538245-6935-4c1b-a9fb-2e517707e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:52.857824 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-db538245-6935-4c1b-a9fb-2e517707e3e4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.0833213 Aug 26 16:01:52.875532 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:52.958952 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d0b670d4-ddda-443d-92e1-6d255afb6eb0 req-171b915b-4d63-4a42-b533-2d7296decd72 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.1214843 Aug 26 16:01:53.007047 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-54966400-1ef7-40bc-a811-d6214344195d req-fd67b3be-5c1c-4150-9dbc-3f7cf43d590b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.1447341 Aug 26 16:01:53.033637 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-4c4ff331-cc95-4390-b8ac-e053d5e85afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:53.037429 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-4c4ff331-cc95-4390-b8ac-e053d5e85afb service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1725316 Aug 26 16:01:53.058619 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:01:51Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:01:53.078729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-77d67a12-294d-4d68-9ddc-1af523491886 req-bd34b262-2ba0-4ad7-ad41-8a0e6340e1fd service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107793 Aug 26 16:01:53.108633 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6616ddd-d64c-41c3-b2bb-5510f3237054 None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '689e45f8-b64f-4309-848a-513588e86880', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'port_id': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'mac_address': 'fa:16:3e:b5:17:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842d5015-aa0d-46a5-8162-7201b4277653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T15:59:20Z', 'updated_at': '2022-08-26T16:01:51Z', 'revision_number': 3, 'project_id': '5f170813ecff47a68d7610de9d769287', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:01:53.147529 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-d038759e-ddcc-4d4f-89e8-6911eb772006 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1000 time: 0.0987968 Aug 26 16:01:53.172159 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27396f7c-03f0-4f79-8711-1262a0c21f13 None None] New status for floating IP 93fdc0bb-fe9f-4f19-9811-34a387182409: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:01:53.215978 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-99c86d1a-46c0-4328-8f0f-59d14207608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:53.217689 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-99c86d1a-46c0-4328-8f0f-59d14207608e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0467381 Aug 26 16:01:53.307806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:01:53.329409 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 8a53b00a-319e-4368-a0b0-216d2f508b1d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:01:53.329743 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 8a53b00a-319e-4368-a0b0-216d2f508b1d not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:01:53.494691 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-b2777d86-fb51-4242-bc1c-f605149f407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:53.496287 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-b2777d86-fb51-4242-bc1c-f605149f407e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504522 Aug 26 16:01:53.523624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56264ff0-72b3-4085-90c4-62b7f85b6829 req-46543e35-59e9-4bdd-8a22-95b3e1ea7446 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:53.525364 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56264ff0-72b3-4085-90c4-62b7f85b6829 req-46543e35-59e9-4bdd-8a22-95b3e1ea7446 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0478709 Aug 26 16:01:53.587207 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56264ff0-72b3-4085-90c4-62b7f85b6829 req-e3ea5cc4-e20b-43f9-9ea3-a6bc5f0b951b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542614 Aug 26 16:01:53.620674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b056-18ee-4e6a-b3f5-fe3c45fcc12b req-ed101103-203d-49c3-a565-5204e2b24c7f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:53.622198 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c13b056-18ee-4e6a-b3f5-fe3c45fcc12b req-ed101103-203d-49c3-a565-5204e2b24c7f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0579324 Aug 26 16:01:53.672809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0c13b056-18ee-4e6a-b3f5-fe3c45fcc12b req-9b0306ca-e61a-4a18-943b-222284d6381e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443995 Aug 26 16:01:54.074671 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a3beb66f-7461-42a7-a59f-eb177fd1d60b req-45f3439c-1f5c-41d5-bd27-bccbed67f471 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0316410 Aug 26 16:01:54.523457 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:54.525887 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ababf5fa-4a93-4392-a7c6-ab6510866c21" -d '{"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:54.539824 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5c2ed45a-59a9-488a-9eac-cc0efb2166cd req-a7f55619-f5c8-403a-a589-0e7c03ca5b2d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=8ac977a7-aa08-459a-a863-36ba667422d1 HTTP/1.1" status: 200 len: 210 time: 0.4036973 Aug 26 16:01:54.585345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fb7af1-32eb-4bb9-bda5-5e00f06e0de8 x-openstack-request-id: req-b9fb7af1-32eb-4bb9-bda5-5e00f06e0de8 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:54.585646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:54.585899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b9fb7af1-32eb-4bb9-bda5-5e00f06e0de8 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:54.586302 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9fb7af1-32eb-4bb9-bda5-5e00f06e0de8'] response: {'name': 'network-changed', 'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'status': 'completed', 'code': 200} Aug 26 16:01:54.612666 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-1f7bb349-f66e-4705-b373-58ca39979208 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080499 Aug 26 16:01:54.644201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-d8227416-5bf5-4fd2-8d48-e206e1bf0ac8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:54.645640 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-d8227416-5bf5-4fd2-8d48-e206e1bf0ac8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 815 time: 0.1163900 Aug 26 16:01:54.663862 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'port': {'device_id': '6d2e527f-8238-448e-bad8-72e6223612f0', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'admin_state_up': True, 'tenant_id': '070e0f497888488d863e2f63b87a31ff'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:54.715698 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-38d0ef07-14f0-49e5-ab69-8f57ff6b3639 req-d98ff256-52ca-40d6-8eb0-1679a74fc46d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962069 Aug 26 16:01:54.779418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d472876-b259-45bc-b605-4fd009421af2 req-64b90666-0162-48b7-a73b-08a3a4d49c86 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:54.781048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d472876-b259-45bc-b605-4fd009421af2 req-64b90666-0162-48b7-a73b-08a3a4d49c86 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1129785 Aug 26 16:01:54.836232 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-47743ff7-1ea6-497b-ba10-fbd1636abada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:54.837736 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-47743ff7-1ea6-497b-ba10-fbd1636abada service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=5f170813ecff47a68d7610de9d769287&device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 1129 time: 0.0448766 Aug 26 16:01:54.864938 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e0907-fb88-4c72-94e9-2c1d2e7e56d6 req-e5fc1f9a-887d-49d3-9c1b-00b0985de544 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:54.866822 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3a1e0907-fb88-4c72-94e9-2c1d2e7e56d6 req-e5fc1f9a-887d-49d3-9c1b-00b0985de544 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.1119471 Aug 26 16:01:54.913058 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d472876-b259-45bc-b605-4fd009421af2 req-bf574d74-78d1-40bc-a75e-80825f18222b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108377 Aug 26 16:01:54.949029 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-82447c37-ace4-45c8-9c23-1b05c27ef7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:54.951770 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-82447c37-ace4-45c8-9c23-1b05c27ef7cb service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 200 len: 920 time: 0.1078761 Aug 26 16:01:54.951900 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:54.960478 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3a1e0907-fb88-4c72-94e9-2c1d2e7e56d6 req-558bd3fb-0d6e-4c4a-9a2b-1ce671efd5dc tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803723 Aug 26 16:01:55.023171 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-ed374f58-411d-4313-a1b8-8415f3d946d5 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 200 len: 1000 time: 0.0633705 Aug 26 16:01:55.077389 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-fc1f8f62-1144-4f1e-bee2-46119d8fa774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:55.078870 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-fc1f8f62-1144-4f1e-bee2-46119d8fa774 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 200 len: 858 time: 0.0473304 Aug 26 16:01:55.080428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Made reservation on behalf of 070e0f497888488d863e2f63b87a31ff for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:01:55.084577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.171587 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:55.187334 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-5037be90-e0cc-4768-b925-a5c75b099c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:55.189522 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-5037be90-e0cc-4768-b925-a5c75b099c09 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=a3e12d9a-1559-439b-ab2a-deef2d81938d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437698 Aug 26 16:01:55.195557 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ce889696-2c86-41e8-9123-41f829fe8d39 req-9897a4e1-8e11-4518-94dc-523271245329 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0398335 Aug 26 16:01:55.275712 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Allocated IP 172.20.0.9 (fa77b427-b5ba-48e9-b163-929f4df0a43c/06d77e52-1cd2-4f28-81cd-b4b5b114c4dd/9fafeb43-ac51-4d27-a7ea-6b8e26f031a0) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:55.304073 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-d08ab4e3-fff6-4da6-91c8-b6d931df6f11 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012495 Aug 26 16:01:55.364706 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:55.408646 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ababf5fa-4a93-4392-a7c6-ab6510866c21 req-5e3e1fd4-12b2-456b-a8af-0e02c80f89c6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949903 Aug 26 16:01:55.446703 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.612961 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.699293 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Network fa77b427-b5ba-48e9-b163-929f4df0a43c is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:55.702967 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:55.705539 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:55.738263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:55.760629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55916) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:55.788402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:55.789016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.859747 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (20f169e0-7d95-4657-a7ac-ccba0df77ee3), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.893084 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (20f169e0-7d95-4657-a7ac-ccba0df77ee3), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:55.903654 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-a75beb6f-d8ec-4213-8f83-6db4cdbb4730 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2438054 Aug 26 16:01:56.050883 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-a9ca9186-8f69-4cff-8ddb-25c807da709f None None] Provisioning complete for port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:56.052459 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a9ca9186-8f69-4cff-8ddb-25c807da709f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.117676 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca9186-8f69-4cff-8ddb-25c807da709f None None] Port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:01:56.137179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (20f169e0-7d95-4657-a7ac-ccba0df77ee3), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.140657 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.143542 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/20f169e0-7d95-4657-a7ac-ccba0df77ee3 HTTP/1.1" status: 204 len: 168 time: 0.3808374 Aug 26 16:01:56.149031 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55922) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:56.150974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:56.157450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ab284-0547-4162-9b4d-db587c88d8b5 req-f3502373-387b-44ec-a51e-3fad9d3fa189 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:56.159804 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f60ab284-0547-4162-9b4d-db587c88d8b5 req-f3502373-387b-44ec-a51e-3fad9d3fa189 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.0555472 Aug 26 16:01:56.167554 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e46761-6ec5-407d-a046-581d68a444d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f169e0-7d95-4657-a7ac-ccba0df77ee3,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:56.170312 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.api.v2.resource [None req-d7e9d300-9906-4780-9568-36af1c56f719 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] show failed (client error): The resource could not be found. Aug 26 16:01:56.171396 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d7e9d300-9906-4780-9568-36af1c56f719 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups/20f169e0-7d95-4657-a7ac-ccba0df77ee3 HTTP/1.1" status: 404 len: 347 time: 0.0211275 Aug 26 16:01:56.174833 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55924) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:56.186200 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a89e93-c077-4a28-a150-53adebb9cd13 req-73a62a59-dc61-408c-a609-225a8ee6232b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:56.190718 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:56.194296 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-74a89e93-c077-4a28-a150-53adebb9cd13 req-73a62a59-dc61-408c-a609-225a8ee6232b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1383989 Aug 26 16:01:56.350384 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f60ab284-0547-4162-9b4d-db587c88d8b5 req-226f89e6-bbeb-459c-9393-27a031352eba tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823854 Aug 26 16:01:56.369894 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-74a89e93-c077-4a28-a150-53adebb9cd13 req-1034ec7e-c9b5-4521-b9b6-0f10b06c1876 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728489 Aug 26 16:01:56.522131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51031d9b-a5e0-459d-92fa-ab8e58523a1f req-f4c628b1-3f1e-45c6-a9e7-df8ac8aa825d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:56.532262 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-51031d9b-a5e0-459d-92fa-ab8e58523a1f req-f4c628b1-3f1e-45c6-a9e7-df8ac8aa825d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0786517 Aug 26 16:01:56.577964 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Deleting port 2b56ec03-485c-4b36-b508-2187046bdcfe {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:01:56.578310 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.588275 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-51031d9b-a5e0-459d-92fa-ab8e58523a1f req-3741325a-a7f0-4ebf-88fa-e5f0d7d16524 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550437 Aug 26 16:01:56.691809 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.692548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (2b56ec03-485c-4b36-b508-2187046bdcfe), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.708069 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Calling delete_port for 2b56ec03-485c-4b36-b508-2187046bdcfe owned by network:floatingip {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:01:56.937787 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (2b56ec03-485c-4b36-b508-2187046bdcfe), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:56.967039 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'Port': ['ID=2b56ec03-485c-4b36-b508-2187046bdcfe,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:57.039325 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (93fdc0bb-fe9f-4f19-9811-34a387182409), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.041820 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.045707 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3cd58c97-5458-4b28-b56a-6ff3e5255276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/93fdc0bb-fe9f-4f19-9811-34a387182409 HTTP/1.1" status: 204 len: 168 time: 0.8672132 Aug 26 16:01:57.228183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55936) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:57.233080 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780594376', 'description': 'tempest-description--685186622'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:57.296454 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:01:57.300071 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:57.311696 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:57.329188 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.401411 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:57.409746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (d3f096c2-cacb-477e-907e-84ced56c37e1), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.418838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'port_id': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'mac_address': 'fa:16:3e:fc:e9:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:01:57.500157 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:57.500565 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.517710 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:01:57.532911 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d3f096c2-cacb-477e-907e-84ced56c37e1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.539096 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:57.589136 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f096c2-cacb-477e-907e-84ced56c37e1,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:57.625751 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55673fb9-ebbd-4c1e-8677-6a43b2a7f05b req-1de78ae0-ca68-4ccb-a4e1-99e9714d7043 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:57.627453 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55673fb9-ebbd-4c1e-8677-6a43b2a7f05b req-1de78ae0-ca68-4ccb-a4e1-99e9714d7043 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1152174 Aug 26 16:01:57.640350 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.649914 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80583cbc-82bd-4464-a7ec-4a68b82e43dc req-1e866c32-60c6-4347-b529-4e202038b83f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:57.658535 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80583cbc-82bd-4464-a7ec-4a68b82e43dc req-1e866c32-60c6-4347-b529-4e202038b83f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 943 time: 0.1527443 Aug 26 16:01:57.676739 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.678280 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5291ae3b-a636-40cd-a918-50e09becbb40 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4489737 Aug 26 16:01:57.682112 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 55950) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:57.700048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group_rule': {'security_group_id': 'd3f096c2-cacb-477e-907e-84ced56c37e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:57.761518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:57.773197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.773197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.773197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.773197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.773197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.773707 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.774177 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.774645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.775143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.775894 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.776369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.776826 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.777276 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.777727 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.778190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:01:57.807862 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55673fb9-ebbd-4c1e-8677-6a43b2a7f05b req-c67146f5-309b-406c-851c-3455791bcfe9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488264 Aug 26 16:01:57.814100 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80583cbc-82bd-4464-a7ec-4a68b82e43dc req-57283608-22f4-4895-913e-a7e47fc159ca tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501510 Aug 26 16:01:57.884196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (ca05a541-bbd1-46a1-8129-fbe8dc67c326), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:57.901326 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:57.938060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58980-ba3f-4269-8d70-606e872b5c75 req-745cf53b-3154-4b30-b019-3348ea2f8ad4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:57.943638 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52b58980-ba3f-4269-8d70-606e872b5c75 req-745cf53b-3154-4b30-b019-3348ea2f8ad4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0584524 Aug 26 16:01:57.972352 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (ca05a541-bbd1-46a1-8129-fbe8dc67c326), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.013873 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-52b58980-ba3f-4269-8d70-606e872b5c75 req-19b150bf-f451-4430-b4e3-fe0b3202c0db tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Aug 26 16:01:58.039817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['726f3f44-7d5b-426a-98ae-f35cdf9b45b9'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:01:58.080401 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (ca05a541-bbd1-46a1-8129-fbe8dc67c326), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.102112 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:58.105890 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca05a541-bbd1-46a1-8129-fbe8dc67c326,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:58.225192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.229319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55968) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:58.235123 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a6f626d0-05e5-48fc-9d85-af8c0cddc7b8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5460737 Aug 26 16:01:58.235393 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'security_group_rule': {'security_group_id': 'd3f096c2-cacb-477e-907e-84ced56c37e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:58.344533 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (701ee1a6-48b2-4f61-b1bf-20efdd003bbd), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.417690 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (701ee1a6-48b2-4f61-b1bf-20efdd003bbd), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.520283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (701ee1a6-48b2-4f61-b1bf-20efdd003bbd), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.539630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701ee1a6-48b2-4f61-b1bf-20efdd003bbd,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:58.626174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.630522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6eb8e6f3-dc1e-4923-b5eb-d44d192da8be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3974385 Aug 26 16:01:58.632055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 55970) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:01:58.635842 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:01:58.650409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:58.789412 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:58.892143 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.021435 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db6938-7d9c-4393-9183-82809427a832 req-5efb2f14-b790-42e9-89b2-1f8f88b6a613 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:59.023050 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24db6938-7d9c-4393-9183-82809427a832 req-5efb2f14-b790-42e9-89b2-1f8f88b6a613 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1273885 Aug 26 16:01:59.027937 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:59.037465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d310c78-bda8-4761-939e-9271a20efadf req-930aea17-2465-4eaf-abf3-622e3fd759e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:59.039734 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d310c78-bda8-4761-939e-9271a20efadf req-930aea17-2465-4eaf-abf3-622e3fd759e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 944 time: 0.1040139 Aug 26 16:01:59.159514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24db6938-7d9c-4393-9183-82809427a832 req-32d93dab-a765-467c-a76b-383f5db133d3 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180792 Aug 26 16:01:59.198105 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d310c78-bda8-4761-939e-9271a20efadf req-5ee8590d-e71b-4ebd-af62-a9508e2fe5ae tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481304 Aug 26 16:01:59.199424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Allocated IP 172.27.1.214 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/149db45d-23f1-4fcb-b979-2a4f1be58450) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:01:59.306693 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:01:59.354324 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5641e91-ca79-461b-84db-a111b210964d req-b409f84b-a7b5-49d7-b92d-3e798e6c5474 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:01:59.356007 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5641e91-ca79-461b-84db-a111b210964d req-b409f84b-a7b5-49d7-b92d-3e798e6c5474 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0678520 Aug 26 16:01:59.361773 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:01:59.423701 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.448929 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b5641e91-ca79-461b-84db-a111b210964d req-336f1a78-a8ae-4653-8061-28f7d2720c0d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745242 Aug 26 16:01:59.474367 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:01:59.475045 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.562563 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:01:59.562999 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.572431 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:59.595061 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.595409 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:01:59.597741 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955fd5f-2e4f-485c-9e2e-50e40b570da2" -d '{"events": [{"server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "name": "network-vif-plugged", "status": "completed", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:01:59.615168 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:01:59.643849 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:01:59.653608 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:01:59.653755 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ccdc6b-0711-48b5-9741-aa40ea15118b x-openstack-request-id: req-26ccdc6b-0711-48b5-9741-aa40ea15118b {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:01:59.653755 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "name": "network-vif-plugged", "status": "completed", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:01:59.653755 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-26ccdc6b-0711-48b5-9741-aa40ea15118b {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:01:59.653755 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ccdc6b-0711-48b5-9741-aa40ea15118b'] response: {'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'code': 200} Aug 26 16:01:59.654072 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:01:59.658606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=149db45d-23f1-4fcb-b979-2a4f1be58450,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:59.703162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:01:59.726160 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.757407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:01:59.777254 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:01:59.927394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.102087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.230305 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.255672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:00.379415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b594f-aa17-496d-a11f-ef7a628ddbad req-31667842-fc94-4cd0-8be3-639227e08bbd tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:00.380900 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-842b594f-aa17-496d-a11f-ef7a628ddbad req-31667842-fc94-4cd0-8be3-639227e08bbd tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1086514 Aug 26 16:02:00.384389 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.392544 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=149db45d-23f1-4fcb-b979-2a4f1be58450,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:00.414209 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb480f-3893-40ca-87ad-0e65b1723713 req-bf6333a8-b210-4a95-be46-43f78fcebc71 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:00.415783 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cccb480f-3893-40ca-87ad-0e65b1723713 req-bf6333a8-b210-4a95-be46-43f78fcebc71 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.1045446 Aug 26 16:02:00.474565 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-842b594f-aa17-496d-a11f-ef7a628ddbad req-23a94e91-1d06-4658-9d23-23a76c0896ed tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851052 Aug 26 16:02:00.499899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.499899 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-1edef0c1-317f-48a9-bb5d-f9b2d2bc2f10 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8624291 Aug 26 16:02:00.507990 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cccb480f-3893-40ca-87ad-0e65b1723713 req-5ede0ae7-f59f-45ba-8d47-e205c6398f7d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824175 Aug 26 16:02:00.581951 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56000) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:00.648975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1efe5f-d4e2-47db-82a9-4790339104d3 req-363ce3e8-9c8b-4d6b-b731-2b93a856c187 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:00.651767 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db1efe5f-d4e2-47db-82a9-4790339104d3 req-363ce3e8-9c8b-4d6b-b731-2b93a856c187 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0986884 Aug 26 16:02:00.681093 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Deleting subnet 404bf3fe-135f-484d-90ec-9f0ad9f29cb7 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:02:00.685441 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Publish callbacks [] for subnet (404bf3fe-135f-484d-90ec-9f0ad9f29cb7), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.726429 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (404bf3fe-135f-484d-90ec-9f0ad9f29cb7), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.755068 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db1efe5f-d4e2-47db-82a9-4790339104d3 req-0e734269-52a8-4b7a-ae27-ea5c286918f1 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936091 Aug 26 16:02:00.758331 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-ca3a13b9-8b69-494d-b4cd-a8e27cb3a01f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1780594376&fields=id&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 267 time: 0.0804880 Aug 26 16:02:00.781896 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (404bf3fe-135f-484d-90ec-9f0ad9f29cb7), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.877113 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:00.899600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-d72e2b3b-63ff-4f0d-87da-93f1d3590c22 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:00.901218 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-d72e2b3b-63ff-4f0d-87da-93f1d3590c22 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 816 time: 0.1211941 Aug 26 16:02:00.917679 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (404bf3fe-135f-484d-90ec-9f0ad9f29cb7), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.918089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-4553fdca-07ae-4e9d-9d56-a24f4f3c1606 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/quotas/e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 375 time: 0.0108831 Aug 26 16:02:00.947774 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=404bf3fe-135f-484d-90ec-9f0ad9f29cb7,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:00.958218 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:00.961992 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-374201d3-511b-4208-a770-88a7f8e246f8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/404bf3fe-135f-484d-90ec-9f0ad9f29cb7 HTTP/1.1" status: 204 len: 168 time: 0.3789456 Aug 26 16:02:00.965263 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56010) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:01.020476 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-dcf9e6ca-b883-414d-83b6-b52dcdd5787f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943537 Aug 26 16:02:01.055184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (93d3cdba-46e7-400a-a999-4977612a2c5c), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.217814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (93d3cdba-46e7-400a-a999-4977612a2c5c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.252934 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d3cdba-46e7-400a-a999-4977612a2c5c']}} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:01.270704 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fe6697-b044-4abc-99ec-6346a197a465') {'for_net_delete': True} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:01.271124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fe6697-b044-4abc-99ec-6346a197a465') {} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:01.284480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64126051'] for segment (e8fe6697-b044-4abc-99ec-6346a197a465), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.287726 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-7b2dd6cf-80da-4c09-8c09-febe33ce4f93 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523158 Aug 26 16:02:01.317280 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (e8fe6697-b044-4abc-99ec-6346a197a465), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.351169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Releasing vlan 959 on physical network physnet1 to pool {{(pid=113647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:02:01.351575 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63851865'] for segment (e8fe6697-b044-4abc-99ec-6346a197a465), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.399929 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment e8fe6697-b044-4abc-99ec-6346a197a465 resource provider aggregate not found Aug 26 16:02:01.423836 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment e8fe6697-b044-4abc-99ec-6346a197a465 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8fe6697-b044-4abc-99ec-6346a197a465 found for delete ", "request_id": "req-045b300d-9809-468f-9e35-243cf74868ab"}]} Aug 26 16:02:01.454406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-6a508caf-ce3e-46ed-bd34-2b8a4814beed service neutron] 10.222.0.94 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585159 Aug 26 16:02:01.504164 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (93d3cdba-46e7-400a-a999-4977612a2c5c), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.557528 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:01.563616 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/93d3cdba-46e7-400a-a999-4977612a2c5c HTTP/1.1" status: 204 len: 168 time: 0.5961215 Aug 26 16:02:01.568835 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d3cdba-46e7-400a-a999-4977612a2c5c,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:01.609325 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.609972 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.610485 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.611069 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.611572 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.612059 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.612553 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.613345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.614078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.614563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.615087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.615824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.616371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.616879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.617211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ddcd1e5-f0df-4be5-b8f9-28c98f889976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:02:01.665737 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee9645-39d6-49d2-8335-4009f98b7beb req-afc112e0-8e7d-4fa2-ab21-c0d7811fbe80 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:01.668289 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50ee9645-39d6-49d2-8335-4009f98b7beb req-afc112e0-8e7d-4fa2-ab21-c0d7811fbe80 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1020789 Aug 26 16:02:01.778292 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-50ee9645-39d6-49d2-8335-4009f98b7beb req-64cf089b-8601-4280-be04-321835f2a271 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970521 Aug 26 16:02:01.886363 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989daa0-f69c-4347-aeb4-03a3abf33903 req-5e114ba7-3068-4e8e-b7fb-d48141073a7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:01.895395 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5989daa0-f69c-4347-aeb4-03a3abf33903 req-5e114ba7-3068-4e8e-b7fb-d48141073a7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.1148546 Aug 26 16:02:01.923958 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-acb21d26-13e4-4405-91cc-ee4789f56649 req-87d16521-3f53-4338-92c0-9c6114f828e8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0614574 Aug 26 16:02:02.110710 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5989daa0-f69c-4347-aeb4-03a3abf33903 req-658e8f13-eea5-4eb5-a5e2-344314c1e31f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987985 Aug 26 16:02:02.110710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18dcd0-879a-459c-85bd-c406b2538f52 req-aeabb773-0de2-43b3-8aeb-1774ef4934e8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:02.110710 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b18dcd0-879a-459c-85bd-c406b2538f52 req-aeabb773-0de2-43b3-8aeb-1774ef4934e8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0490930 Aug 26 16:02:02.159266 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b18dcd0-879a-459c-85bd-c406b2538f52 req-5c0b670b-ebda-4296-bffd-4261e596a3f9 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848267 Aug 26 16:02:02.303366 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:02:02.727534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56038) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:02.779735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:02.794709 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-52461cb1-9ce3-44ad-97c6-1445ede4ca25 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f3a9b259e9d54603af734306adbfe16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658562 Aug 26 16:02:02.797456 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56040) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:02.863113 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] Publish callbacks [] for security_group (ee3e666c-69c2-464e-9ae9-b752f8c2bdb8), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.886224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:02.909412 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] Publish callbacks [] for security_group (ee3e666c-69c2-464e-9ae9-b752f8c2bdb8), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:02.922347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f8b88-f5b1-48b6-979b-01065ce96433 req-22ece6cb-280b-4848-906a-b1227c47cd11 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:02.923956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-df1f8b88-f5b1-48b6-979b-01065ce96433 req-22ece6cb-280b-4848-906a-b1227c47cd11 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0739131 Aug 26 16:02:03.041778 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d5131ae-a122-4633-b678-6f482bb261de req-21a38c82-06ae-4cdc-a260-7c7a2a956c3a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0466251 Aug 26 16:02:03.048511 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-df1f8b88-f5b1-48b6-979b-01065ce96433 req-262a443c-0a89-4c4e-ae9f-4ed5337d0031 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141679 Aug 26 16:02:03.168840 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (ee3e666c-69c2-464e-9ae9-b752f8c2bdb8), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.171379 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:03.172491 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/ee3e666c-69c2-464e-9ae9-b752f8c2bdb8 HTTP/1.1" status: 204 len: 168 time: 0.3741357 Aug 26 16:02:03.203049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318f58e-b9f9-48de-986f-1914af91f130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3e666c-69c2-464e-9ae9-b752f8c2bdb8,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:03.220499 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7272422-fc4c-46bf-b44d-6fd9c5e7a9ba req-62cf0897-9886-4a20-af61-9625efd9f2d7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:03.222032 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7272422-fc4c-46bf-b44d-6fd9c5e7a9ba req-62cf0897-9886-4a20-af61-9625efd9f2d7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0635886 Aug 26 16:02:03.289438 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7272422-fc4c-46bf-b44d-6fd9c5e7a9ba req-e5883cab-d44f-4ae5-99e2-5b85bbae7669 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594814 Aug 26 16:02:03.360900 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca8519-b674-4250-abdb-edde94d0a4d9 req-c19c870a-1ca2-45ab-bbaf-17bfc0a69d78 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:03.365889 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00ca8519-b674-4250-abdb-edde94d0a4d9 req-c19c870a-1ca2-45ab-bbaf-17bfc0a69d78 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0663385 Aug 26 16:02:03.434052 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00ca8519-b674-4250-abdb-edde94d0a4d9 req-190873c7-314d-4ba3-be39-a4ab739cc7fc tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649197 Aug 26 16:02:04.187799 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12191f1e-90f6-4254-9e19-4536ada1db0c req-fb215faa-821f-41b0-bd72-dfa9f3be9ec9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0563021 Aug 26 16:02:04.210275 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78a29c-2a7b-44e4-bf0a-635889b15d72 req-0c48b775-927c-4691-8082-ee5d7b4f3a57 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:04.211785 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c78a29c-2a7b-44e4-bf0a-635889b15d72 req-0c48b775-927c-4691-8082-ee5d7b4f3a57 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0822597 Aug 26 16:02:04.263675 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c78a29c-2a7b-44e4-bf0a-635889b15d72 req-a622dc91-714d-4330-a121-b2e7d71607cf tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454013 Aug 26 16:02:04.417923 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7588a44-e268-4f6c-a7f1-1b2f73cf1bc7 req-2fc5abfa-1f3f-47eb-bdfd-52004cb561c8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:04.419992 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7588a44-e268-4f6c-a7f1-1b2f73cf1bc7 req-2fc5abfa-1f3f-47eb-bdfd-52004cb561c8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Aug 26 16:02:04.474238 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7588a44-e268-4f6c-a7f1-1b2f73cf1bc7 req-f6717b2e-a023-42d3-81bd-86b9a3417423 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485628 Aug 26 16:02:04.570038 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34647e72-9a8c-4d2b-872a-4685a22fedd0 req-9d08982e-c009-4a25-8dfe-391618c9399d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:04.571837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-34647e72-9a8c-4d2b-872a-4685a22fedd0 req-9d08982e-c009-4a25-8dfe-391618c9399d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0518258 Aug 26 16:02:04.625402 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-34647e72-9a8c-4d2b-872a-4685a22fedd0 req-febc9524-86dd-4cb0-a36e-5e3bbffbb58f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468068 Aug 26 16:02:05.296337 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ab563a1-b725-4c8d-b9ae-22a5f1d67841 req-ed498f8e-adb9-4f16-b6f1-189a8ded7276 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0279062 Aug 26 16:02:05.309289 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:05.392602 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e42d4-7726-4cde-a65c-09ddfa1e2cec req-46fa8bde-5f82-435e-b072-515104689e6d tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:05.394137 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f3e42d4-7726-4cde-a65c-09ddfa1e2cec req-46fa8bde-5f82-435e-b072-515104689e6d tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0502415 Aug 26 16:02:05.744666 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fe55b-acf5-4de2-9edf-66370aceba2b req-cf86d223-1bb4-406e-9e14-858b9b760666 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:05.746124 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e5fe55b-acf5-4de2-9edf-66370aceba2b req-cf86d223-1bb4-406e-9e14-858b9b760666 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0668201 Aug 26 16:02:05.750610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0f3e42d4-7726-4cde-a65c-09ddfa1e2cec req-26d4fe98-c27d-439c-a830-a2397e2bc0b6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509336 Aug 26 16:02:05.757983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:05.799929 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e5fe55b-acf5-4de2-9edf-66370aceba2b req-5ff976c8-ad40-4499-9fe7-3aa33ab037e1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465229 Aug 26 16:02:05.869219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e505f-36b8-4db4-84ca-a9d00c1e14c8 req-de8366ef-8b6e-43ec-92fc-050792cca87e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:05.870675 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-586e505f-36b8-4db4-84ca-a9d00c1e14c8 req-de8366ef-8b6e-43ec-92fc-050792cca87e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 931 time: 0.0533702 Aug 26 16:02:05.920241 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-586e505f-36b8-4db4-84ca-a9d00c1e14c8 req-671113bc-a48d-4807-a132-d7ee6aff4d8f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437913 Aug 26 16:02:05.971253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Request body: {'port': {'device_id': '6d2e527f-8238-448e-bad8-72e6223612f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:06.030093 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.213658 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:06.286145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:06.293385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks [] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.305680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Transition to ACTIVE for port object 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:02:06.385334 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.406731 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a319b0eb-6397-474c-9d0e-ad8f35e954e5 req-f7593fe1-96d7-432d-b15c-b3f65d8b44a2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0320704 Aug 26 16:02:06.461955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:06.512400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Attempting to bind port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:02:06.513285 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Attempting to bind port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:02:06.513558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Attempting to bind port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 on network fa77b427-b5ba-48e9-b163-929f4df0a43c {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:06.517885 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 on network fa77b427-b5ba-48e9-b163-929f4df0a43c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:02:06.518196 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Attempting to bind port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 on network fa77b427-b5ba-48e9-b163-929f4df0a43c {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:06.522952 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:02:06.523340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Checking segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:06.523696 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Bound using segment: {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:02:06.524108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Bound port: 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 977, 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:02:06.524450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.592280 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:02:06.595427 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:02:06.663262 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.668772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.669402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:06.670812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 1093 time: 0.8614347 Aug 26 16:02:06.671362 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:06.673740 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea98d74-8137-4d1a-9930-21e32382e2ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:06.719525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0cd1bd-6ca4-4123-a4bf-ee8524721762 service neutron] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:06.741473 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d83382f-6eae-4db5-b848-cd60240a93c0 x-openstack-request-id: req-6d83382f-6eae-4db5-b848-cd60240a93c0 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:06.741766 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:06.742055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6d83382f-6eae-4db5-b848-cd60240a93c0 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:06.742481 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d83382f-6eae-4db5-b848-cd60240a93c0'] response: {'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:02:06.917935 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abe3f3-1ab4-4a4d-b998-01034875848d req-a746c045-5cd1-4c3d-8288-c7b38e80ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.920245 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a2abe3f3-1ab4-4a4d-b998-01034875848d req-a746c045-5cd1-4c3d-8288-c7b38e80ce99 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0467434 Aug 26 16:02:06.922579 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:06.935257 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174165b2-aa6b-40a6-98d2-0ccca3c852c7 req-e57d27b0-3f95-4caf-bc3a-af7128489232 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.936847 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-174165b2-aa6b-40a6-98d2-0ccca3c852c7 req-e57d27b0-3f95-4caf-bc3a-af7128489232 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1051126 Aug 26 16:02:06.968194 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-797d60f5-905f-4811-a0ef-e6c887618529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.969572 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a2abe3f3-1ab4-4a4d-b998-01034875848d req-cdeb8816-11c8-4907-960e-f692cf6a67b8 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397754 Aug 26 16:02:06.969727 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-797d60f5-905f-4811-a0ef-e6c887618529 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1127 time: 0.0937955 Aug 26 16:02:06.995120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce09ade-e2a9-4f42-a893-5dc1bf017780 req-c4f3c44e-c033-4605-affd-12df73e33e79 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:06.996565 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ce09ade-e2a9-4f42-a893-5dc1bf017780 req-c4f3c44e-c033-4605-affd-12df73e33e79 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.1017256 Aug 26 16:02:07.035936 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-174165b2-aa6b-40a6-98d2-0ccca3c852c7 req-75b3394f-958a-4512-b403-86136289c2ff tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812190 Aug 26 16:02:07.064216 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ce09ade-e2a9-4f42-a893-5dc1bf017780 req-65987754-222d-49b8-8d92-b35cede12018 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610962 Aug 26 16:02:07.155362 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397a714-853f-4297-b7e9-9a94a613bddc req-f3670bb2-3645-4a96-aecb-6f2519b30a94 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:07.156810 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b397a714-853f-4297-b7e9-9a94a613bddc req-f3670bb2-3645-4a96-aecb-6f2519b30a94 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.0508935 Aug 26 16:02:07.204508 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b397a714-853f-4297-b7e9-9a94a613bddc req-999a8150-6508-4975-9779-4695177e3516 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Aug 26 16:02:07.426089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-4e4e00ae-c6db-49e7-ac5e-f2237ea4dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:07.427568 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-4e4e00ae-c6db-49e7-ac5e-f2237ea4dc0e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=070e0f497888488d863e2f63b87a31ff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1025672 Aug 26 16:02:07.514023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f1301718-a773-4a91-9674-ef9d7c8c086d req-6aa2dac3-bef7-48b5-979b-fcbd88ee8638 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0284107 Aug 26 16:02:07.558639 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-91b9be7b-6702-4588-8e17-e761cd3440f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:07.872478 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:07.917715 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-1a6047e9-7916-45c0-97f7-3acb6a7becfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:07.919271 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cea98d74-8137-4d1a-9930-21e32382e2ad req-1a6047e9-7916-45c0-97f7-3acb6a7becfe service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961366 Aug 26 16:02:08.071187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-ba762e6a-874e-4180-89eb-35f6ef6385ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:08.073536 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-ba762e6a-874e-4180-89eb-35f6ef6385ac service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1127 time: 0.0469210 Aug 26 16:02:08.144573 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-30b8f330-58d4-4ae8-9e2a-d63535c2cf5c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 217 time: 0.0416110 Aug 26 16:02:08.223172 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d1ed7-9c3c-4816-905c-91261dd31f53 req-5e6751d4-1bba-4a96-88c1-f9835736f04e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:08.224632 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a10d1ed7-9c3c-4816-905c-91261dd31f53 req-5e6751d4-1bba-4a96-88c1-f9835736f04e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0834978 Aug 26 16:02:08.230304 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc47aa-9aac-48fe-a97b-98050ff61cc4 req-e247444e-2adc-4856-b23f-a740828972f3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:08.233508 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76dc47aa-9aac-48fe-a97b-98050ff61cc4 req-e247444e-2adc-4856-b23f-a740828972f3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0799575 Aug 26 16:02:08.309136 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a10d1ed7-9c3c-4816-905c-91261dd31f53 req-f9665015-2e19-4e28-82f2-78402937c0e9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757723 Aug 26 16:02:08.314048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76dc47aa-9aac-48fe-a97b-98050ff61cc4 req-ea5fda1b-f6b2-438a-9d08-e835324b496d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735104 Aug 26 16:02:08.421225 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d664950-f0a2-45b8-9db4-1f3d22438f68 req-bbdd2263-d86e-4438-b49d-4fea062ec55b tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:08.422699 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d664950-f0a2-45b8-9db4-1f3d22438f68 req-bbdd2263-d86e-4438-b49d-4fea062ec55b tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.0485792 Aug 26 16:02:08.470935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d664950-f0a2-45b8-9db4-1f3d22438f68 req-3d938ed4-5ee2-4e0a-8074-a77f238dcba0 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Aug 26 16:02:08.626048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-23723a5c-e084-43b4-8b84-c4def86e68bb req-c9ecaf6e-fab1-44cb-808d-588c4411ea0a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0325420 Aug 26 16:02:09.172210 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-90674ad3-9ba2-4e7a-9e20-ac697b36726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.173660 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-90674ad3-9ba2-4e7a-9e20-ac697b36726b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0471659 Aug 26 16:02:09.234110 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-15e38d1c-1e14-499b-9769-c10b4de7a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.235609 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-15e38d1c-1e14-499b-9769-c10b4de7a57f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408545 Aug 26 16:02:09.333611 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-6cbe54d4-0cbc-4b89-b122-1cf61ce08497 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905395 Aug 26 16:02:09.360401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:09.465934 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:09.486268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:09.496019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db100-bb28-48f6-b61e-9367fdb2e92d req-7a83b54d-76b2-40b1-a3bd-1ea4cc1855bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.498032 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e12db100-bb28-48f6-b61e-9367fdb2e92d req-7a83b54d-76b2-40b1-a3bd-1ea4cc1855bf tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.1027169 Aug 26 16:02:09.502366 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'mac_address': 'fa:16:3e:9c:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:09.503679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1a6f0-10c3-408d-9b8c-e8c31c163521 req-e2f5934f-a346-46e0-a516-938baeaa3c56 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.505079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ff1a6f0-10c3-408d-9b8c-e8c31c163521 req-e2f5934f-a346-46e0-a516-938baeaa3c56 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.1132767 Aug 26 16:02:09.545169 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-bd9459ad-f169-4b34-b8c4-cde811af9676 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.546678 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-bd9459ad-f169-4b34-b8c4-cde811af9676 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 816 time: 0.1124570 Aug 26 16:02:09.551688 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d98d3e0-b404-49c9-95a8-44890b045378 req-45c2be39-4093-4b08-be4b-461862d09c4f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097366 Aug 26 16:02:09.561255 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7450399c-70d1-4b9d-9b20-fdef692f4a6d is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:09.561649 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:09.577920 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7450399c-70d1-4b9d-9b20-fdef692f4a6d {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:09.603158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:09.607449 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e12db100-bb28-48f6-b61e-9367fdb2e92d req-543ec1b1-e1fe-44cf-8a1e-766740b52a42 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014416 Aug 26 16:02:09.612618 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7ff1a6f0-10c3-408d-9b8c-e8c31c163521 req-bd2e139e-4fbc-451d-877a-f04f929d85da tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940254 Aug 26 16:02:09.654470 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-3e30a66b-6a13-405f-a383-e3e7c9a40b65 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 380 time: 0.0738096 Aug 26 16:02:09.665385 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'port': {'device_id': '3fc0c879-6083-414b-b6ee-2046538f526f', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'admin_state_up': True, 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'security_groups': ['d3f096c2-cacb-477e-907e-84ced56c37e1']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:09.731926 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:09.759588 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac25a3-6718-4608-8a58-f134594e3624 req-0570a576-80df-4543-b576-d7a1b713cee7 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.761151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-36ac25a3-6718-4608-8a58-f134594e3624 req-0570a576-80df-4543-b576-d7a1b713cee7 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.0943494 Aug 26 16:02:09.771087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2d22c-8280-4c0f-bba3-be01968ab024 req-ff023a3f-e4d2-425c-bc50-4dc9d0bf2017 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:09.772586 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0ac2d22c-8280-4c0f-bba3-be01968ab024 req-ff023a3f-e4d2-425c-bc50-4dc9d0bf2017 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0674150 Aug 26 16:02:09.785181 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56106) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:09.790107 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'port_id': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:09.791395 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:09.822023 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:09.838761 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:09.843634 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-36ac25a3-6718-4608-8a58-f134594e3624 req-23415fc1-c44f-4cb7-b4aa-c0b8e42563d0 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695591 Aug 26 16:02:09.872934 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9636ed7c-91d3-4cd4-8940-889aaf15dd7e req-acdfb491-25f1-499e-b6b2-829eb8a03d4c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0287411 Aug 26 16:02:09.938238 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Made reservation on behalf of e8bfb4199b0d4a57933fe1b685aa01cd for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:09.942008 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.112307 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:10.118863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:10.142352 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:10.198760 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['7450399c-70d1-4b9d-9b20-fdef692f4a6d'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:10.222043 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-db908100-772e-46ef-8ee9-66ce3f89100f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.236830 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Allocated IP 172.20.0.12 (14fbb9b0-48c1-40b4-822d-b21197d95a3b/f41a155d-e422-4ed8-847f-b61af266b366/5921e1e6-5379-4181-b413-94122520d6d1) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:10.406912 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:10.497777 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.502430 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for port (5921e1e6-5379-4181-b413-94122520d6d1), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.565789 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.647719 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.702728 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:10.709570 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:10.712016 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:10.718439 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 9a6c4a32-5453-4d86-803c-6602f826ddfe associated. External IP: 172.27.1.168, port: 726f3f44-7d5b-426a-98ae-f35cdf9b45b9. Aug 26 16:02:10.759162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeaea75-f9f4-4f87-b1b6-7feb2e5b6b1a req-7a7d2757-8d4d-4ffe-8dc7-5766c08e2928 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:10.764015 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-afeaea75-f9f4-4f87-b1b6-7feb2e5b6b1a req-7a7d2757-8d4d-4ffe-8dc7-5766c08e2928 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0613596 Aug 26 16:02:10.781204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:10.834636 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-afeaea75-f9f4-4f87-b1b6-7feb2e5b6b1a req-3030d679-084c-49a4-877e-b8d1541d4070 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666473 Aug 26 16:02:10.843857 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:10.844571 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.963792 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-dca63451-5077-4434-8d8b-318a662714d7 None None] Provisioning complete for port 5921e1e6-5379-4181-b413-94122520d6d1 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:10.964162 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dca63451-5077-4434-8d8b-318a662714d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5921e1e6-5379-4181-b413-94122520d6d1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:10.974533 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c85eee-ec1a-41dd-9529-f88c8f55af30 req-335d556d-4661-4df1-9b3b-cd61765d4cea tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:10.976147 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11c85eee-ec1a-41dd-9529-f88c8f55af30 req-335d556d-4661-4df1-9b3b-cd61765d4cea tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.0571749 Aug 26 16:02:10.983938 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-a9ac17bb-bb6a-4fc3-bb85-7b3eb5cfcfa1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3232532 Aug 26 16:02:10.998193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-dca63451-5077-4434-8d8b-318a662714d7 None None] Port 5921e1e6-5379-4181-b413-94122520d6d1 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:02:11.008015 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:11.014448 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Request body: {'port': {'device_id': '3fc0c879-6083-414b-b6ee-2046538f526f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:11.042730 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.069335 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f3a0a-3ebf-41b3-8cb5-1e1c399ebd1c req-0f0d7ac5-97bf-4438-92fb-e17fe292ee77 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:11.072507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-825f3a0a-3ebf-41b3-8cb5-1e1c399ebd1c req-0f0d7ac5-97bf-4438-92fb-e17fe292ee77 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 932 time: 0.0674775 Aug 26 16:02:11.074578 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11c85eee-ec1a-41dd-9529-f88c8f55af30 req-074163c3-31f3-466d-9417-6fa0a2f0ab77 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907245 Aug 26 16:02:11.135455 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-825f3a0a-3ebf-41b3-8cb5-1e1c399ebd1c req-f12e5f20-8930-4014-bf04-8f69858bf893 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Aug 26 16:02:11.135992 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.216515 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.221853 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:11.227255 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.231874 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:11.243834 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:11.244591 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:11.317390 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-77f43a8e-db11-45e1-8928-9836de732d7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/9a6c4a32-5453-4d86-803c-6602f826ddfe HTTP/1.1" status: 200 len: 991 time: 1.5309951 Aug 26 16:02:11.320352 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:11.322836 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13" -d '{"events": [{"name": "network-changed", "server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:11.350188 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:11.409693 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:11.468559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 7450399c-70d1-4b9d-9b20-fdef692f4a6d completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:11.473314 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.499361 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b7641a-b3fc-4542-bb0b-bfd77ae1550c x-openstack-request-id: req-32b7641a-b3fc-4542-bb0b-bfd77ae1550c {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:11.499696 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:11.499953 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-32b7641a-b3fc-4542-bb0b-bfd77ae1550c {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:11.500350 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b7641a-b3fc-4542-bb0b-bfd77ae1550c'] response: {'name': 'network-changed', 'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'status': 'completed', 'code': 200} Aug 26 16:02:11.512147 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:11.519970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks [] for port (5921e1e6-5379-4181-b413-94122520d6d1), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.533746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Transition to ACTIVE for port object 5921e1e6-5379-4181-b413-94122520d6d1 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:02:11.542942 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 7450399c-70d1-4b9d-9b20-fdef692f4a6d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:11.543335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.580344 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:11.595220 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '9a6c4a32-5453-4d86-803c-6602f826ddfe', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:fc:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:34Z', 'updated_at': '2022-08-26T16:02:10Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:11.604790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-36ee8488-3c9d-4460-99ad-c8741ded8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:11.606960 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-36ee8488-3c9d-4460-99ad-c8741ded8fd5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 1129 time: 0.0536962 Aug 26 16:02:11.620442 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:11.629923 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:11.630806 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:11.634515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7450399c-70d1-4b9d-9b20-fdef692f4a6d is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:11.635380 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.640158 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.663838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:11.666962 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6763ee-524f-46f4-8b18-2c1e76b893e5" -d '{"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-plugged", "status": "completed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:11.682109 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:11.708936 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:11.727318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9f1f3e-8caa-4fee-bcce-f656ac1109bc x-openstack-request-id: req-ee9f1f3e-8caa-4fee-bcce-f656ac1109bc {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:11.727602 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-plugged", "status": "completed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:11.727751 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-6ce72cc6-5d70-4e2a-9d79-1b7a5652500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:11.728156 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ee9f1f3e-8caa-4fee-bcce-f656ac1109bc {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:11.728697 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9f1f3e-8caa-4fee-bcce-f656ac1109bc'] response: {'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'code': 200} Aug 26 16:02:11.730354 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-6ce72cc6-5d70-4e2a-9d79-1b7a5652500b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.1099513 Aug 26 16:02:11.740159 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:11.767876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.792486 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Attempting to bind port 5921e1e6-5379-4181-b413-94122520d6d1 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:02:11.793103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Attempting to bind port 5921e1e6-5379-4181-b413-94122520d6d1 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:02:11.793584 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Attempting to bind port 5921e1e6-5379-4181-b413-94122520d6d1 on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:11.799449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Port 5921e1e6-5379-4181-b413-94122520d6d1 on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:02:11.799449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Attempting to bind port 5921e1e6-5379-4181-b413-94122520d6d1 on network 14fbb9b0-48c1-40b4-822d-b21197d95a3b {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:11.807123 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:02:11.810823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Checking segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:11.810823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Bound using segment: {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:02:11.810823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Bound port: 5921e1e6-5379-4181-b413-94122520d6d1, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8be30b04-f363-4bc4-9700-eff819e0fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:02:11.810823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.839906 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:11.872664 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-2065bcb8-b13f-405e-a1fa-a58b2a888d9e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9 HTTP/1.1" status: 200 len: 999 time: 0.0859635 Aug 26 16:02:11.895204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:02:11.898474 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:02:11.908515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:11.993277 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-53b917df-92aa-4c7c-b5bd-ea7b908bf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:11.994805 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-53b917df-92aa-4c7c-b5bd-ea7b908bf690 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.0791605 Aug 26 16:02:11.995013 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '9a6c4a32-5453-4d86-803c-6602f826ddfe', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:fc:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:34Z', 'updated_at': '2022-08-26T16:02:10Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:12.003568 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94779685-1afd-4860-8a0d-ad89c6910bb7 req-3ad4d082-1a22-4cc2-9207-1d14bf006dc5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.004959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-94779685-1afd-4860-8a0d-ad89c6910bb7 req-3ad4d082-1a22-4cc2-9207-1d14bf006dc5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0624399 Aug 26 16:02:12.011937 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.017561 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.018287 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:12.020421 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 1094 time: 1.0110912 Aug 26 16:02:12.025716 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e3e3f-b6a4-4f62-ac2d-45a1bc0d6d8d None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '9a6c4a32-5453-4d86-803c-6602f826ddfe', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.168', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:fc:e9:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:34Z', 'updated_at': '2022-08-26T16:02:10Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:12.079284 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-5107bdfb-ddd2-4c6f-9691-aa5ccafa3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.080795 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-5107bdfb-ddd2-4c6f-9691-aa5ccafa3718 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749917 Aug 26 16:02:12.085805 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb1ccb-04d4-4c2b-9052-6d44caee2d07 service neutron] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:12.189338 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-94779685-1afd-4860-8a0d-ad89c6910bb7 req-76fda92b-71ed-43f0-b954-ea10e6a4eca6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743257 Aug 26 16:02:12.228806 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-3fc5afb2-b03b-41c9-b3e8-16e8a8f1d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.230205 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-3fc5afb2-b03b-41c9-b3e8-16e8a8f1d6ef service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1128 time: 0.0557506 Aug 26 16:02:12.276856 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:12.288966 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-8d9016ee-3268-4dc7-811a-91c5c7592b8e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 217 time: 0.0411756 Aug 26 16:02:12.289772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d6bd1-9972-4a63-9666-6884570d3845 req-ef25fc4c-a69e-4187-b845-e4311f238653 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.291360 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf3d6bd1-9972-4a63-9666-6884570d3845 req-ef25fc4c-a69e-4187-b845-e4311f238653 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.1284549 Aug 26 16:02:12.320176 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885f7255-3cb6-4257-8378-4bea6a5fae74 None None] New status for floating IP 9a6c4a32-5453-4d86-803c-6602f826ddfe: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:12.330200 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-818453c7-7a7c-4c4d-a533-9c35b8bc5c60 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429109 Aug 26 16:02:12.348501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c54d54-370c-45fc-973f-47086a5029a3 req-9fc7e52c-96bc-47c4-96d7-1b1c76796698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.350025 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6c54d54-370c-45fc-973f-47086a5029a3 req-9fc7e52c-96bc-47c4-96d7-1b1c76796698 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.1097126 Aug 26 16:02:12.355003 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-6801a5a4-da7a-4112-a0cf-22c55e9a2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.360220 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-6801a5a4-da7a-4112-a0cf-22c55e9a2d8e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0572546 Aug 26 16:02:12.410551 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-4be02be4-a591-4a75-be56-d0682904a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.412466 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-4be02be4-a591-4a75-be56-d0682904a294 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483253 Aug 26 16:02:12.434718 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:12.449025 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970575-7398-48c7-99ec-0c0f44f299a6 req-1b489bdc-9862-40d1-a398-4da4ca9e0e87 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:12.474101 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-89970575-7398-48c7-99ec-0c0f44f299a6 req-1b489bdc-9862-40d1-a398-4da4ca9e0e87 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.1590555 Aug 26 16:02:12.474101 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf3d6bd1-9972-4a63-9666-6884570d3845 req-685d3597-dff7-48aa-b90a-c34c89c0681d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741421 Aug 26 16:02:12.532445 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d6c54d54-370c-45fc-973f-47086a5029a3 req-60530a89-c162-45e5-9dee-cec2b97c85a3 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624460 Aug 26 16:02:12.568983 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e08ef6e3-d3d3-40b9-9299-42defd3e2f13 req-1313afca-818a-47b2-93c9-93fa8430b5ee service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156749 Aug 26 16:02:12.573576 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-89970575-7398-48c7-99ec-0c0f44f299a6 req-fac95481-bde4-48e2-9243-78757f3694cd tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085649 Aug 26 16:02:12.747397 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-552e1054-ebfd-47eb-9ddb-e3faa593b960 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272734 Aug 26 16:02:12.932677 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-227c27b8-f588-43a9-ab25-931ebde56a00 req-72829569-8d56-4434-8f04-cd18e6d8bdf7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882463 Aug 26 16:02:13.239585 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:13.335716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3754516-9164-4de5-9d40-8cf2798a9548 req-802d359c-d4b8-4462-9f5e-23c04b2106d2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:13.337196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3754516-9164-4de5-9d40-8cf2798a9548 req-802d359c-d4b8-4462-9f5e-23c04b2106d2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0540688 Aug 26 16:02:13.390184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d3754516-9164-4de5-9d40-8cf2798a9548 req-8d4d1096-3800-4e90-ba3c-117f83e8732e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467968 Aug 26 16:02:13.406040 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:13.469463 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:13.501270 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:13.503673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55790dcb-12dc-4722-b6dd-e36446ed3e13" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:13.515803 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:13.528750 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'port_id': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'mac_address': 'fa:16:3e:56:cb:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 977, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:13.544073 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d498be2-750a-427c-833f-88a3d7f211e7 x-openstack-request-id: req-2d498be2-750a-427c-833f-88a3d7f211e7 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:13.544374 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:13.544694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2d498be2-750a-427c-833f-88a3d7f211e7 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:13.545397 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d498be2-750a-427c-833f-88a3d7f211e7'] response: {'name': 'network-changed', 'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'status': 'completed', 'code': 200} Aug 26 16:02:13.571498 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:13.571902 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:13.586263 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:13.606626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:13.610311 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701b91b-dca7-4f79-87cd-7821ad5bc609 req-1f62dd37-cfbe-438b-aa7a-76bc87b5ded3 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:13.611853 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8701b91b-dca7-4f79-87cd-7821ad5bc609 req-1f62dd37-cfbe-438b-aa7a-76bc87b5ded3 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 943 time: 0.0542884 Aug 26 16:02:13.672181 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8701b91b-dca7-4f79-87cd-7821ad5bc609 req-6558c2d7-a0eb-4f45-9f8c-3f901fdf05ab tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Aug 26 16:02:13.701927 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:13.709691 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7fdc19-011d-48b7-941a-7dca11db27da req-4515265e-6687-4999-b7b3-b0dd0529bbbb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:13.712810 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba7fdc19-011d-48b7-941a-7dca11db27da req-4515265e-6687-4999-b7b3-b0dd0529bbbb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0537589 Aug 26 16:02:13.753425 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:13.767416 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba7fdc19-011d-48b7-941a-7dca11db27da req-17538f64-2d6b-4f19-8148-489d6c744312 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495448 Aug 26 16:02:14.199263 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:14.239881 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:14.268107 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:14.302293 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:14.513076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772af2f-d0c1-43e0-b0ca-acdacdbd9ffb req-72985c6c-37c4-4c17-9db4-1258f62f5ca1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:14.513859 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c772af2f-d0c1-43e0-b0ca-acdacdbd9ffb req-72985c6c-37c4-4c17-9db4-1258f62f5ca1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0503988 Aug 26 16:02:14.567093 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c772af2f-d0c1-43e0-b0ca-acdacdbd9ffb req-c885b3a7-c8a8-48a9-8b48-25a3582513ef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473440 Aug 26 16:02:14.790664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d770c19-dfbb-4c95-9a4a-02222aa13cbc req-ca68e567-95af-4c69-84b1-47e3f3f0b2df tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:14.792163 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d770c19-dfbb-4c95-9a4a-02222aa13cbc req-ca68e567-95af-4c69-84b1-47e3f3f0b2df tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 944 time: 0.0487144 Aug 26 16:02:14.842677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5d770c19-dfbb-4c95-9a4a-02222aa13cbc req-1d06e4d0-ed49-482f-84ba-e0d34952e799 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438800 Aug 26 16:02:14.951461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05a76f-f3cf-4d45-927d-3d166989f44d req-74043b5b-6529-40db-9037-11a7ba1177f0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:14.953004 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f05a76f-f3cf-4d45-927d-3d166989f44d req-74043b5b-6529-40db-9037-11a7ba1177f0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0533137 Aug 26 16:02:15.001770 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f05a76f-f3cf-4d45-927d-3d166989f44d req-b3f7d20a-fb26-4c08-864b-c80606e90fea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429571 Aug 26 16:02:15.120066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce51c9-8e04-4e1f-b2ad-8ec898901054 req-d74a0e75-fe80-4fa1-8362-c5faeb41bca0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.121526 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbce51c9-8e04-4e1f-b2ad-8ec898901054 req-d74a0e75-fe80-4fa1-8362-c5faeb41bca0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0474694 Aug 26 16:02:15.171367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fbce51c9-8e04-4e1f-b2ad-8ec898901054 req-2dbc97cd-b1e4-4da4-93ca-f29edd4f1dc8 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Aug 26 16:02:15.414316 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:15.457306 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-f2095c61-a2c1-4360-8659-151eabb8c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.458808 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-f2095c61-a2c1-4360-8659-151eabb8c4c9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1128 time: 0.0434246 Aug 26 16:02:15.464179 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:15.542448 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:15.542856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:15.617955 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:15.618355 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:15.643545 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:15.645768 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01212fe-5b1a-42ad-a865-9c0efce575c6" -d '{"events": [{"server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "name": "network-vif-plugged", "status": "completed", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:15.661745 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:15.680423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:15.693279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053aec1f-9ca8-4ead-9bd7-216e6771ea95 x-openstack-request-id: req-053aec1f-9ca8-4ead-9bd7-216e6771ea95 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:15.693732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "name": "network-vif-plugged", "status": "completed", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:15.693989 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-053aec1f-9ca8-4ead-9bd7-216e6771ea95 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:15.694379 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-053aec1f-9ca8-4ead-9bd7-216e6771ea95'] response: {'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'code': 200} Aug 26 16:02:15.695242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165f66-57e3-4a33-8560-ddb6e54c21f2 req-779babbf-a11d-44f7-95a4-39aac12183f2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.696961 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-25165f66-57e3-4a33-8560-ddb6e54c21f2 req-779babbf-a11d-44f7-95a4-39aac12183f2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0491080 Aug 26 16:02:15.719681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:15.752270 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-25165f66-57e3-4a33-8560-ddb6e54c21f2 req-5b5c9063-27fb-4875-8555-30748b4a3469 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Aug 26 16:02:15.771843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:15.870389 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69855bf-6d10-4ab5-b6cd-86a173ed8236 req-39f2d503-6331-4fd1-8da1-87a122a143ec tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.872753 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b69855bf-6d10-4ab5-b6cd-86a173ed8236 req-39f2d503-6331-4fd1-8da1-87a122a143ec tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0469511 Aug 26 16:02:15.926302 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b69855bf-6d10-4ab5-b6cd-86a173ed8236 req-388e8a48-91fd-4bfc-a2be-099cee05bc49 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480020 Aug 26 16:02:15.960751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56170) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:15.964596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:15.975544 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20072574-caec-454c-af08-1fe51c06c8b8 req-dcd8c182-2685-487b-80e8-a173cd47c0c4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:15.977023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-20072574-caec-454c-af08-1fe51c06c8b8 req-dcd8c182-2685-487b-80e8-a173cd47c0c4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0560651 Aug 26 16:02:16.029265 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-20072574-caec-454c-af08-1fe51c06c8b8 req-cb59cb6d-aa14-4579-9eaf-34f38880c3ac tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Aug 26 16:02:16.113424 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa93735-024a-453a-a1d5-c342bbace9be tempest-TestShelveInstance-202566438 tempest-TestShelveInstance-202566438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:16.115181 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-caa93735-024a-453a-a1d5-c342bbace9be tempest-TestShelveInstance-202566438 tempest-TestShelveInstance-202566438-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1124 time: 0.1532531 Aug 26 16:02:16.118363 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56176) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:16.123054 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:16.152197 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612830c-f760-42ff-9482-c16473c4534d req-512c5546-3ccd-49d5-9646-6e1532657426 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:16.154314 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6612830c-f760-42ff-9482-c16473c4534d req-512c5546-3ccd-49d5-9646-6e1532657426 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0551405 Aug 26 16:02:16.206007 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6612830c-f760-42ff-9482-c16473c4534d req-2b8a2555-adeb-47f5-8191-b886e861ad67 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Aug 26 16:02:16.211810 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.265815 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:16.314430 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.373187 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:16.436727 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Allocated IP 172.27.1.120 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:16.453650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2dfb98-fab4-495f-963c-ad60394ae25b req-a88bc09e-ce61-4408-ad84-11bffd518888 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:16.455234 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4d2dfb98-fab4-495f-963c-ad60394ae25b req-a88bc09e-ce61-4408-ad84-11bffd518888 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0498416 Aug 26 16:02:16.508166 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4d2dfb98-fab4-495f-963c-ad60394ae25b req-287ad936-8eff-43e2-bb13-b25f534703df tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465403 Aug 26 16:02:16.575483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.686858 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:16.732395 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:16.737256 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:16.741211 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:16.744598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'Port': ['ID=cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:17.090070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:17.101688 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for floatingip (8f94e4e6-40f5-45a7-b64b-f22550fedcc5), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.155765 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528321b-b218-453f-bd16-825d2edd7824 req-733c2abb-1f36-4dae-97c1-5ba1162c023e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:17.157203 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f528321b-b218-453f-bd16-825d2edd7824 req-733c2abb-1f36-4dae-97c1-5ba1162c023e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0513382 Aug 26 16:02:17.205519 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f528321b-b218-453f-bd16-825d2edd7824 req-4313f471-4776-4ba7-b56e-28258f947b36 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423374 Aug 26 16:02:17.241872 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.338655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8dcdf-c551-4cec-be7d-42b3e6ab3791 req-f11a23c7-e673-45aa-8c45-75da625fbe82 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:17.340059 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2fd8dcdf-c551-4cec-be7d-42b3e6ab3791 req-f11a23c7-e673-45aa-8c45-75da625fbe82 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0478325 Aug 26 16:02:17.388965 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2fd8dcdf-c551-4cec-be7d-42b3e6ab3791 req-1fda4bc4-7214-439c-9a55-ab3d5c5964d9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423918 Aug 26 16:02:17.394345 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:17.396639 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.411068 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:17.473162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.514119 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:17.525782 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '5921e1e6-5379-4181-b413-94122520d6d1', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:17.545218 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (8f94e4e6-40f5-45a7-b64b-f22550fedcc5), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.547349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event updated for resources: {'Port': ['ID=cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:17.580647 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:17.581260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.597402 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:17.618730 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:17.650264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354852cb-6ddb-46f1-9fba-79a2bb01f7b9 req-3329d239-12b8-4050-a9fd-126fba4d4ef8 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:17.651996 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-354852cb-6ddb-46f1-9fba-79a2bb01f7b9 req-3329d239-12b8-4050-a9fd-126fba4d4ef8 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0510392 Aug 26 16:02:17.705596 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-354852cb-6ddb-46f1-9fba-79a2bb01f7b9 req-b6db26cb-cb9b-4b95-b231-62d185ef695d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473356 Aug 26 16:02:17.719185 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Floating IP 8f94e4e6-40f5-45a7-b64b-f22550fedcc5 associated. External IP: 172.27.1.120, port: 7450399c-70d1-4b9d-9b20-fdef692f4a6d. Aug 26 16:02:17.768878 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-b31d0e48-0155-412e-b307-ffa3c75c0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:17.770262 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-b31d0e48-0155-412e-b307-ffa3c75c0036 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.1828558 Aug 26 16:02:17.798642 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:17.849057 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:17.955466 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601824f3-887f-469b-b114-7a077ad38aea req-2ec4e908-f37c-4a8b-a447-850cfd1d2f8c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:17.957699 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-601824f3-887f-469b-b114-7a077ad38aea req-2ec4e908-f37c-4a8b-a447-850cfd1d2f8c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0534410 Aug 26 16:02:17.967456 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-e689ad22-0198-4952-b42b-52b17679a4a7 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 217 time: 0.0836496 Aug 26 16:02:18.027414 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Router 4a0c6aa2-178b-440d-832e-80c067d26ecb has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:18.036803 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-a4208489-c672-4a38-bc3b-9e7c7b3ee2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.038279 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-a4208489-c672-4a38-bc3b-9e7c7b3ee2aa service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0617414 Aug 26 16:02:18.065154 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Deleting port 51cd4e58-b1f3-4e1f-b212-98868414d616 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:18.065680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.140907 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-45643cd6-5a87-4d8f-ba4b-3de62929b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.142419 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-45643cd6-5a87-4d8f-ba4b-3de62929b051 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529428 Aug 26 16:02:18.163951 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f100-fff7-4e76-bb74-541599aa76fc req-2f6ca181-b518-4b2a-b55f-6e76056b939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.165801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc46f100-fff7-4e76-bb74-541599aa76fc req-2f6ca181-b518-4b2a-b55f-6e76056b939e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1129 time: 0.0531735 Aug 26 16:02:18.176162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:18.205969 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['5921e1e6-5379-4181-b413-94122520d6d1'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:18.226600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] For port 51cd4e58-b1f3-4e1f-b212-98868414d616, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=51cd4e58-b1f3-4e1f-b212-98868414d616,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:18.226983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.264015 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:18.279865 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:18.289173 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc46f100-fff7-4e76-bb74-541599aa76fc req-debd55be-4f7a-482d-af08-a23c9e7c8671 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087310 Aug 26 16:02:18.292110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Sync routers for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:18.309718 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:18.310324 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:18.327302 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-9f4346af-48a0-4b68-9633-8275d463a084 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609814 Aug 26 16:02:18.332081 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:18.354404 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:18.396694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.420657 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:18.427029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2e084-eb9f-4f85-a428-5749d619579e req-1444f79d-2038-4b6a-9f0e-a1f37740373e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.428639 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59d2e084-eb9f-4f85-a428-5749d619579e req-1444f79d-2038-4b6a-9f0e-a1f37740373e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0963123 Aug 26 16:02:18.442133 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:18.477731 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0141fdbf-c94b-4001-9145-e640ad883833 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3553667 Aug 26 16:02:18.477992 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:18.481535 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366842cb-d734-47f4-a1ef-0baea790fc69" -d '{"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:18.566739 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59d2e084-eb9f-4f85-a428-5749d619579e req-b638a8f1-35b8-4a42-8cee-ba50efb73f5a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277792 Aug 26 16:02:18.590806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.590806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:18.590806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Floating IP 1b1874aa-04ed-46f0-b729-56802b598863 disassociated. External IP: 172.27.1.205, port: 51cd4e58-b1f3-4e1f-b212-98868414d616. Aug 26 16:02:18.590806 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Calling delete_port for 51cd4e58-b1f3-4e1f-b212-98868414d616 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:18.601509 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625b28d-42f2-42cc-bf2c-1d8a4721b31b req-4bbb0f01-6d66-42f7-9e55-c1c868ef3d6c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:18.605592 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1625b28d-42f2-42cc-bf2c-1d8a4721b31b req-4bbb0f01-6d66-42f7-9e55-c1c868ef3d6c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 945 time: 0.0934248 Aug 26 16:02:18.635600 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0ae74d-4f85-436f-9886-629b1e87846c x-openstack-request-id: req-0f0ae74d-4f85-436f-9886-629b1e87846c {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:18.636162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:18.636588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0f0ae74d-4f85-436f-9886-629b1e87846c {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:18.637591 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0ae74d-4f85-436f-9886-629b1e87846c'] response: {'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'status': 'completed', 'code': 200} Aug 26 16:02:18.678586 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '8f94e4e6-40f5-45a7-b64b-f22550fedcc5', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'mac_address': 'fa:16:3e:9c:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:16Z', 'updated_at': '2022-08-26T16:02:16Z', 'revision_number': 0, 'project_id': 'ea82b722416a415393ff78428a277a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:18.692702 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-55790dcb-12dc-4722-b6dd-e36446ed3e13 req-58606bf5-a01b-4f1e-95d6-35236973ab05 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233494 Aug 26 16:02:18.711110 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Checking router: 4a0c6aa2-178b-440d-832e-80c067d26ecb for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:18.722187 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:18.722813 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:18.829877 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:19.003084 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:19.022443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b338ef-6b02-4480-a463-907f215a5b94 req-d6eb79bd-9543-4349-9097-be8435085618 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.023931 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b6b338ef-6b02-4480-a463-907f215a5b94 req-d6eb79bd-9543-4349-9097-be8435085618 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 946 time: 0.0870948 Aug 26 16:02:19.029341 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1625b28d-42f2-42cc-bf2c-1d8a4721b31b req-1245f474-3105-49b9-9fd2-163a30ac364a tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4143462 Aug 26 16:02:19.114336 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b6b338ef-6b02-4480-a463-907f215a5b94 req-8c330ac9-d54e-4d4a-84f8-689fd8fdf94f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=4a4b1997-61b4-4350-b118-2141344983e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840466 Aug 26 16:02:19.141397 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '8f94e4e6-40f5-45a7-b64b-f22550fedcc5', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'mac_address': 'fa:16:3e:9c:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:16Z', 'updated_at': '2022-08-26T16:02:16Z', 'revision_number': 0, 'project_id': 'ea82b722416a415393ff78428a277a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:19.165185 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fee06a-5a5c-4cf4-870d-d2f97414279c None None] The sync data for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi is: [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '8f94e4e6-40f5-45a7-b64b-f22550fedcc5', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'floating_ip_address': '172.27.1.120', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'mac_address': 'fa:16:3e:9c:50:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:16Z', 'updated_at': '2022-08-26T16:02:16Z', 'revision_number': 0, 'project_id': 'ea82b722416a415393ff78428a277a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:19.211380 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-a391c39f-c3f7-4bfc-9509-b288bb250101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.211931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (51cd4e58-b1f3-4e1f-b212-98868414d616), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.213507 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-a391c39f-c3f7-4bfc-9509-b288bb250101 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.0498068 Aug 26 16:02:19.240827 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'Port': ['ID=51cd4e58-b1f3-4e1f-b212-98868414d616,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:19.294119 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:19.324648 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-698d25b2-592f-40b3-bb24-6d1f80c2dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.326843 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-698d25b2-592f-40b3-bb24-6d1f80c2dc7e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 910 time: 0.1074088 Aug 26 16:02:19.365966 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:19.411673 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e1cbe-f9b9-45d8-90c6-23cdb26acb34 None None] New status for floating IP 8f94e4e6-40f5-45a7-b64b-f22550fedcc5: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:19.417619 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-00641183-579e-42e2-8955-a02f3f6b9f3f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 999 time: 0.0728042 Aug 26 16:02:19.417834 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:19.459420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:19.485094 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:19.494390 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:19.496204 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:19.512722 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:19.512722 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:19.536402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] No DVR routers for this DVR port 51cd4e58-b1f3-4e1f-b212-98868414d616 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:19.539402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.543157 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-601824f3-887f-469b-b114-7a077ad38aea req-63d15f28-3292-455f-834d-f5919ff44ec5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "DELETE /networking/v2.0/ports/51cd4e58-b1f3-4e1f-b212-98868414d616 HTTP/1.1" status: 204 len: 173 time: 1.5800631 Aug 26 16:02:19.548382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'name': 'network-vif-deleted', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:19.548382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1207dd-1a71-4497-ad3b-827dfbe767fe" -d '{"events": [{"server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "name": "network-vif-deleted", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:19.558804 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 5921e1e6-5379-4181-b413-94122520d6d1 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:19.630033 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:19.640248 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 5921e1e6-5379-4181-b413-94122520d6d1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:19.640958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5921e1e6-5379-4181-b413-94122520d6d1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.727362 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91c9d3f-7c1f-4327-967d-a6616c689897 x-openstack-request-id: req-e91c9d3f-7c1f-4327-967d-a6616c689897 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:19.727727 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e476ca-b4b7-4537-bfca-2c66b7246c3e", "name": "network-vif-deleted", "tag": "51cd4e58-b1f3-4e1f-b212-98868414d616", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:19.728043 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e91c9d3f-7c1f-4327-967d-a6616c689897 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:19.728507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e91c9d3f-7c1f-4327-967d-a6616c689897'] response: {'server_uuid': 'f0e476ca-b4b7-4537-bfca-2c66b7246c3e', 'name': 'network-vif-deleted', 'tag': '51cd4e58-b1f3-4e1f-b212-98868414d616', 'status': 'completed', 'code': 200} Aug 26 16:02:19.747038 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b2592-71fd-442a-902b-fb49abe0bc3d req-677003c2-a200-4791-b144-ebe3a211ed7e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.755043 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c29b2592-71fd-442a-902b-fb49abe0bc3d req-677003c2-a200-4791-b144-ebe3a211ed7e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0811501 Aug 26 16:02:19.764705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:19.765041 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.791028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:19.794205 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3e303e-4209-4b4a-b5fe-259c95881167" -d '{"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:19.820610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c29b2592-71fd-442a-902b-fb49abe0bc3d req-6c4cc5fa-ceae-424e-a538-917353064738 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644395 Aug 26 16:02:19.825076 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:19.859136 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80be21cc-40f4-42b7-8bca-5bab892924f4 x-openstack-request-id: req-80be21cc-40f4-42b7-8bca-5bab892924f4 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:19.859460 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:19.859779 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-80be21cc-40f4-42b7-8bca-5bab892924f4 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:19.860233 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80be21cc-40f4-42b7-8bca-5bab892924f4'] response: {'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'code': 200} Aug 26 16:02:19.895812 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:19.913770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:19.922680 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:19.931423 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:19.932032 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:19.976908 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-7311dbcc-d1b6-4066-ae23-313965941255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:19.978399 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-7311dbcc-d1b6-4066-ae23-313965941255 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.0711761 Aug 26 16:02:19.986343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:20.039472 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:20.173450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748af91-8082-410f-b30e-380b84b21699 req-8ec1a5ab-d066-451e-ab50-b62253a6ec49 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:20.175056 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f748af91-8082-410f-b30e-380b84b21699 req-8ec1a5ab-d066-451e-ab50-b62253a6ec49 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0647588 Aug 26 16:02:20.197283 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:20.235687 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b677bb79-2b15-4419-85d0-e717a59049a0 req-4b5da0f7-cb3b-4d1b-ae59-657251d0acbd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.0385385 Aug 26 16:02:20.240878 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:20.270886 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e50571-52fe-41be-b62a-7bc02fb53498 None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:20.280527 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f748af91-8082-410f-b30e-380b84b21699 req-f9c5803b-7f40-4821-b779-d8575d3d1985 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976481 Aug 26 16:02:20.302351 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-a47e3227-8395-4350-9cf8-d825ca462ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:20.304006 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-a47e3227-8395-4350-9cf8-d825ca462ada service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618379 Aug 26 16:02:20.410649 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-2534eb04-5215-4834-a2f5-1de1c0b6bf3a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932088 Aug 26 16:02:20.599623 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb7287c-f789-4474-8ed8-229168e96c5b None None] New status for floating IP 1b1874aa-04ed-46f0-b729-56802b598863: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:20.642231 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc7ee-8338-4cde-b728-829eee8eb1c9 req-2b92fc5a-9803-4a7a-8127-b595f2a478e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:20.643946 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1cbc7ee-8338-4cde-b728-829eee8eb1c9 req-2b92fc5a-9803-4a7a-8127-b595f2a478e1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1130 time: 0.0454249 Aug 26 16:02:20.698335 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1cbc7ee-8338-4cde-b728-829eee8eb1c9 req-ddab3efd-404c-4c5f-a9ad-52a25d7c98bf service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Aug 26 16:02:20.728080 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-366842cb-d734-47f4-a1ef-0baea790fc69 req-404dae7b-57f3-4036-a761-7f625e90c9ff service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116071 Aug 26 16:02:20.945886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37c1c5-edb3-4eae-9b5e-64eec6419466 req-a043386f-454f-4e0f-9359-cedbf31d088c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:20.947468 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ae37c1c5-edb3-4eae-9b5e-64eec6419466 req-a043386f-454f-4e0f-9359-cedbf31d088c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0512304 Aug 26 16:02:20.996671 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ae37c1c5-edb3-4eae-9b5e-64eec6419466 req-79640fe7-60e9-4176-9336-5856aed786c1 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425329 Aug 26 16:02:21.097785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:21.116241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07b68-ac80-4a2d-aced-98cae3e98918 req-95be5ba8-fa4c-4c75-b6d7-b48b1b1af22f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:21.117712 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8bb07b68-ac80-4a2d-aced-98cae3e98918 req-95be5ba8-fa4c-4c75-b6d7-b48b1b1af22f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0487463 Aug 26 16:02:21.165113 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8bb07b68-ac80-4a2d-aced-98cae3e98918 req-217cfb50-5266-47d4-812d-14055e412788 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Aug 26 16:02:21.380084 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1befcafc-ba03-4b2a-b241-39105e99fff7 req-dc7db4a3-9d31-481e-ad9f-24f7779f671f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.0295608 Aug 26 16:02:21.472302 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 51cd4e58-b1f3-4e1f-b212-98868414d616 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:02:21.498821 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394b565-4f37-4b09-beae-c5787c51fe4a req-b96153ba-acfd-4ba7-98c3-21a78cdd6adf tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:21.499004 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 51cd4e58-b1f3-4e1f-b212-98868414d616 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:02:21.499306 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 51cd4e58-b1f3-4e1f-b212-98868414d616 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:02:21.500421 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b394b565-4f37-4b09-beae-c5787c51fe4a req-b96153ba-acfd-4ba7-98c3-21a78cdd6adf tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0590949 Aug 26 16:02:21.550615 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b394b565-4f37-4b09-beae-c5787c51fe4a req-f60a416a-a39a-4177-9c69-08660a2b9957 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436699 Aug 26 16:02:21.665482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2488796-3e3d-4428-9d42-ddd31507560b req-fc28c51e-50fc-495e-8b56-ab4d3a78b10d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:21.666953 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d2488796-3e3d-4428-9d42-ddd31507560b req-fc28c51e-50fc-495e-8b56-ab4d3a78b10d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0497608 Aug 26 16:02:21.714516 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d2488796-3e3d-4428-9d42-ddd31507560b req-933c81fc-3700-45d3-b3bc-6f6fa3a494bd tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Aug 26 16:02:22.502120 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c477522f-a5c9-4dae-93cf-a5ddb733656a req-db613ebd-e0c4-4049-aab5-8272acfbba5a tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f0e476ca-b4b7-4537-bfca-2c66b7246c3e HTTP/1.1" status: 200 len: 210 time: 0.0325124 Aug 26 16:02:22.677650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad76c7c-f2f9-4282-b937-faa5cbd65fdf req-afaf6444-f373-41a2-bbd8-0de2b2057645 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:22.679159 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ad76c7c-f2f9-4282-b937-faa5cbd65fdf req-afaf6444-f373-41a2-bbd8-0de2b2057645 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0480216 Aug 26 16:02:22.726936 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ad76c7c-f2f9-4282-b937-faa5cbd65fdf req-da5c98d8-ac38-49c1-942d-a216660d20c0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Aug 26 16:02:22.848944 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c3a82-ea91-425e-841a-d337ec9889ce req-731fc71c-c1c7-4e93-89aa-71e04a93ee90 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:22.850424 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f76c3a82-ea91-425e-841a-d337ec9889ce req-731fc71c-c1c7-4e93-89aa-71e04a93ee90 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0494180 Aug 26 16:02:22.860341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56236) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:22.864907 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Request body: {'floatingip': {'port_id': '5921e1e6-5379-4181-b413-94122520d6d1'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:22.904929 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.156134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:23.348569 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.428590 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.529950 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Floating IP 1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b associated. External IP: 172.27.1.214, port: 5921e1e6-5379-4181-b413-94122520d6d1. Aug 26 16:02:23.614585 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:23.705710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56244) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:23.745580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:23.774515 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (4a4b1997-61b4-4350-b118-2141344983e4), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.804404 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (4a4b1997-61b4-4350-b118-2141344983e4), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.859526 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:23.865970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.869400 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:23.881484 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:23.882090 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:23.904282 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-dcf1837b-36fa-4aa7-82fa-44a6dd47ed8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b HTTP/1.1" status: 200 len: 992 time: 1.0427539 Aug 26 16:02:23.904934 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:23.907521 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b618661-74e5-447b-8b00-5b279a5acd60" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:23.923939 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4a4b1997-61b4-4350-b118-2141344983e4), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.923939 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:23.925002 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4a4b1997-61b4-4350-b118-2141344983e4 HTTP/1.1" status: 204 len: 168 time: 0.2220879 Aug 26 16:02:23.927667 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56258) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:23.939901 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:23.941619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f2ed9-14d0-406f-8654-939e5039adf2 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b1997-61b4-4350-b118-2141344983e4,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:23.958848 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.api.v2.resource [None req-43cbc12f-73f5-45a1-bcc1-1766f0ea8123 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] show failed (client error): The resource could not be found. Aug 26 16:02:23.961051 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-43cbc12f-73f5-45a1-bcc1-1766f0ea8123 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups/4a4b1997-61b4-4350-b118-2141344983e4 HTTP/1.1" status: 404 len: 347 time: 0.0323079 Aug 26 16:02:23.966790 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56260) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:23.969924 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:23.995407 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:24.017398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625aa9b-1255-4f9f-ba7a-2df3568d0276 x-openstack-request-id: req-1625aa9b-1255-4f9f-ba7a-2df3568d0276 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:24.017839 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:24.018108 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1625aa9b-1255-4f9f-ba7a-2df3568d0276 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:24.018495 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1625aa9b-1255-4f9f-ba7a-2df3568d0276'] response: {'name': 'network-changed', 'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'status': 'completed', 'code': 200} Aug 26 16:02:24.136564 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-2c63b85a-cabd-4902-b5fd-244035a8c2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.139018 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-2c63b85a-cabd-4902-b5fd-244035a8c2fc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1130 time: 0.0800443 Aug 26 16:02:24.141465 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Deleting port d53c6bde-2476-427d-9ac8-8e2c17d1900b {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:24.141788 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.228575 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0c879-6083-414b-b6ee-2046538f526f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:59Z', 'updated_at': '2022-08-26T16:02:23Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:24.231904 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:24.258560 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:24.269113 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:24.269720 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:24.288928 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.289254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (d53c6bde-2476-427d-9ac8-8e2c17d1900b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.308111 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Calling delete_port for d53c6bde-2476-427d-9ac8-8e2c17d1900b owned by network:floatingip {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:24.310288 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-283e7958-835b-492a-977d-87e869e206d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.311781 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-283e7958-835b-492a-977d-87e869e206d5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.1571696 Aug 26 16:02:24.374721 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:24.425475 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-5d9b4524-198b-4235-b9f5-dca4b549dc2b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 1000 time: 0.1064785 Aug 26 16:02:24.510755 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-72591869-a664-470c-9379-85a2ef0da702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.512767 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-72591869-a664-470c-9379-85a2ef0da702 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0708516 Aug 26 16:02:24.583204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-c5d72575-cf04-4d79-889e-8112cf6bc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:24.584768 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-c5d72575-cf04-4d79-889e-8112cf6bc7d9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644178 Aug 26 16:02:24.638295 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (d53c6bde-2476-427d-9ac8-8e2c17d1900b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.672611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'Port': ['ID=d53c6bde-2476-427d-9ac8-8e2c17d1900b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:24.688860 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0c879-6083-414b-b6ee-2046538f526f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:59Z', 'updated_at': '2022-08-26T16:02:23Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:24.697514 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:24.718113 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067cb71-5f5b-42db-9a37-c11451000b61 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'floating_ip_address': '172.27.1.214', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fc0c879-6083-414b-b6ee-2046538f526f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:01:59Z', 'updated_at': '2022-08-26T16:02:23Z', 'revision_number': 1, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:24.755504 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-54817a5e-0df5-444b-81ca-f2d45ffe7633 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610961 Aug 26 16:02:24.771216 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (1b1874aa-04ed-46f0-b729-56802b598863), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.773538 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:24.777512 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-30768735-7fc1-48c5-b583-e7975ae22f68 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/1b1874aa-04ed-46f0-b729-56802b598863 HTTP/1.1" status: 204 len: 168 time: 0.8032410 Aug 26 16:02:24.864653 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-9b618661-74e5-447b-8b00-5b279a5acd60 req-13ef117e-fc00-49ab-9f8c-96530a940e55 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006517 Aug 26 16:02:24.930598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56276) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:24.937842 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550774511', 'description': 'tempest-description--1117439701'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:24.977796 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dff261d-7e3a-4aa1-8139-3794a6ef5007 None None] New status for floating IP 1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:25.046339 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.127063 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (2149d994-36dd-4431-b4e3-7b9b84eb8fe0), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.193872 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2149d994-36dd-4431-b4e3-7b9b84eb8fe0), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.199924 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:25.228244 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2149d994-36dd-4431-b4e3-7b9b84eb8fe0,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:25.298897 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.300119 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-312db540-84d5-46e2-801e-b60a7f271a31 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3684864 Aug 26 16:02:25.302949 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56280) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:25.307304 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group_rule': {'security_group_id': '2149d994-36dd-4431-b4e3-7b9b84eb8fe0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:25.452591 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (360a40a3-f0a4-43b2-bc13-b0eccda61ef3), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.509449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (360a40a3-f0a4-43b2-bc13-b0eccda61ef3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.611069 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (360a40a3-f0a4-43b2-bc13-b0eccda61ef3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.630537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360a40a3-f0a4-43b2-bc13-b0eccda61ef3,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:25.732812 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.734029 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-b5e3437c-9f78-4e81-9dc4-94a49ebd73d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4301736 Aug 26 16:02:25.736840 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56282) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:25.741110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'security_group_rule': {'security_group_id': '2149d994-36dd-4431-b4e3-7b9b84eb8fe0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:25.851004 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (a025e942-d74c-49a9-8305-b533945119f8), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.908313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (a025e942-d74c-49a9-8305-b533945119f8), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.975324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (a025e942-d74c-49a9-8305-b533945119f8), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:25.998007 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a025e942-d74c-49a9-8305-b533945119f8,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:26.081550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.082789 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c447b90b-4043-4091-b265-ec4a87d142d4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450205 Aug 26 16:02:26.085982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56286) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:26.090384 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:26.194225 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.266570 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:26.274141 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.384650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Allocated IP 172.27.1.64 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/edfbc89b-378f-4480-947f-9dce1a3e88c3) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:26.487822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.588502 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.601369 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:26.632959 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:26.639948 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:26.640846 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:26.663017 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=edfbc89b-378f-4480-947f-9dce1a3e88c3,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:26.729746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.825410 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:26.974244 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:27.055653 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:27.124750 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:27.127274 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=edfbc89b-378f-4480-947f-9dce1a3e88c3,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:27.235527 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:27.236769 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-85c8b6e2-d475-4fdd-bb5f-2b6d4e184f18 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1498740 Aug 26 16:02:27.389980 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-0d81480f-c23b-482b-b9e8-fb7890f8c21f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1550774511&fields=id&tenant_id=8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 267 time: 0.0435629 Aug 26 16:02:27.499930 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-b59b1be3-8199-44bc-b282-7763727c7c66 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:27.501411 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-b59b1be3-8199-44bc-b282-7763727c7c66 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 810 time: 0.1050036 Aug 26 16:02:27.516948 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-89f556a9-949a-44b0-98f0-bbc618044cf4 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/quotas/8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 375 time: 0.0098488 Aug 26 16:02:27.567281 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-78caca81-a078-4a64-a7c4-aa3aaa60a39c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449371 Aug 26 16:02:27.667176 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-238cd499-21c4-4985-8d10-ed4228842034 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869653 Aug 26 16:02:27.764376 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-3c6e3bfa-9ac0-4ae4-bae9-220d194bb6d2 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912552 Aug 26 16:02:28.020280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b7b3528c-90b4-4673-a62c-3a721e1e2806 req-1f678632-0b0f-4038-9e39-334ae2fc9f25 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0293117 Aug 26 16:02:29.126861 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5ff6628a-5c91-41d4-bf84-e8f3537e68c1 req-c8c65b11-0fe5-49ba-85b3-630fa8464a2d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0282042 Aug 26 16:02:30.249774 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6868ff2d-8a27-4916-b4e9-7eb1b9d0c6d9 req-cc4aeb58-3089-4309-a4dd-ed545f6003f1 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0420365 Aug 26 16:02:31.104824 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-b3c51797-c1f5-4ac2-ada5-9c2ea8b34959 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:31.106264 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-b3c51797-c1f5-4ac2-ada5-9c2ea8b34959 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 810 time: 0.1094153 Aug 26 16:02:31.184844 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-8769af02-f8ab-40fa-8212-46dab258c655 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8c69c9fb12124d72954b8ab7ad024175 HTTP/1.1" status: 200 len: 380 time: 0.0516047 Aug 26 16:02:31.194555 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'port': {'device_id': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'admin_state_up': True, 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'security_groups': ['2149d994-36dd-4431-b4e3-7b9b84eb8fe0']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:31.197648 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:31.354141 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf29b0b3-6e79-4250-a63a-26b556275c18 req-2b80f2ce-6191-4435-a4e0-a58f1ee51fa8 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0280221 Aug 26 16:02:31.426653 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Made reservation on behalf of 8c69c9fb12124d72954b8ab7ad024175 for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:02:31.430455 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:31.503796 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:31.558906 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Allocated IP 172.20.0.3 (46346453-7c70-4f46-80a8-f812b7507006/bd39c9e5-5a6b-48f9-9e95-5338663f49ae/6125da79-8738-4060-8d3d-5484c0e0a462) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:31.927582 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for port (6125da79-8738-4060-8d3d-5484c0e0a462), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.115327 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.162308 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Network 46346453-7c70-4f46-80a8-f812b7507006 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:32.165397 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:32.169346 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:32.196231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event updated for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:32.225358 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:32.225982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.345129 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-582ac8f3-d8f0-4209-984a-2c0665a04ff7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1540713 Aug 26 16:02:32.396000 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f7bff93e-5d11-43c4-a949-8789d4dcd987 None None] Provisioning complete for port 6125da79-8738-4060-8d3d-5484c0e0a462 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:32.396453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f7bff93e-5d11-43c4-a949-8789d4dcd987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.431765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f7bff93e-5d11-43c4-a949-8789d4dcd987 None None] Port 6125da79-8738-4060-8d3d-5484c0e0a462 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:02:32.480838 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a338d-1205-4df3-8068-a1dcf688e0e6 req-a4e6a90e-1e76-49f0-abd9-48482c77cc23 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:32.482344 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe4a338d-1205-4df3-8068-a1dcf688e0e6 req-a4e6a90e-1e76-49f0-abd9-48482c77cc23 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 931 time: 0.0515673 Aug 26 16:02:32.503426 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:32.525746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Request body: {'port': {'device_id': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:32.530677 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe4a338d-1205-4df3-8068-a1dcf688e0e6 req-cfe4acf0-a12b-46b6-b260-2acc7de5424f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419319 Aug 26 16:02:32.588629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.625768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:32.845545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6125da79-8738-4060-8d3d-5484c0e0a462 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:32.853061 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks [] for port (6125da79-8738-4060-8d3d-5484c0e0a462), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:32.866134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Transition to ACTIVE for port object 6125da79-8738-4060-8d3d-5484c0e0a462 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:02:33.632600 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:33.657299 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768e275-3d5a-47ba-91ff-f16ed5733a4b req-4f094c70-6284-471a-8fff-cbf8b971f431 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:33.658800 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8768e275-3d5a-47ba-91ff-f16ed5733a4b req-4f094c70-6284-471a-8fff-cbf8b971f431 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 931 time: 0.0524914 Aug 26 16:02:33.698365 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Pushing event updated for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:33.710648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8768e275-3d5a-47ba-91ff-f16ed5733a4b req-cbfbd85b-50e9-4aab-99f9-7d0fc3d08f96 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449119 Aug 26 16:02:33.748534 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Attempting to bind port 6125da79-8738-4060-8d3d-5484c0e0a462 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:02:33.748960 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Attempting to bind port 6125da79-8738-4060-8d3d-5484c0e0a462 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:02:33.749276 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Attempting to bind port 6125da79-8738-4060-8d3d-5484c0e0a462 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:33.753749 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Port 6125da79-8738-4060-8d3d-5484c0e0a462 on network 46346453-7c70-4f46-80a8-f812b7507006 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:02:33.754055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Attempting to bind port 6125da79-8738-4060-8d3d-5484c0e0a462 on network 46346453-7c70-4f46-80a8-f812b7507006 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:02:33.756619 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:33.759523 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:02:33.761736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Checking segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:02:33.761736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Bound using segment: {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:02:33.761736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Bound port: 6125da79-8738-4060-8d3d-5484c0e0a462, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b7bd656-cb31-499b-ba7c-7f487e9e6cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '46346453-7c70-4f46-80a8-f812b7507006'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:02:33.761736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:33.825055 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:02:33.828265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6125da79-8738-4060-8d3d-5484c0e0a462,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:02:33.931180 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:33.935766 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:33.938346 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:33.938346 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/6125da79-8738-4060-8d3d-5484c0e0a462 HTTP/1.1" status: 200 len: 1093 time: 1.4166219 Aug 26 16:02:33.939496 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:33.941833 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc017be2-0019-4014-be6b-28997c8d42cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:33.990027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8367e-b5b5-4037-a3f8-581b081ae99b service neutron] Pushing event updated for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:33.998743 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e5b43-71c6-4636-81ee-149e47d77d58 x-openstack-request-id: req-dd8e5b43-71c6-4636-81ee-149e47d77d58 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:33.999054 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:33.999315 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-dd8e5b43-71c6-4636-81ee-149e47d77d58 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:33.999721 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd8e5b43-71c6-4636-81ee-149e47d77d58'] response: {'name': 'network-changed', 'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462', 'status': 'completed', 'code': 200} Aug 26 16:02:34.238572 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017be2-0019-4014-be6b-28997c8d42cc req-1f9c9f8f-af03-4129-91db-c9417203c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.239985 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fc017be2-0019-4014-be6b-28997c8d42cc req-1f9c9f8f-af03-4129-91db-c9417203c0b1 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 1127 time: 0.0403850 Aug 26 16:02:34.371484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017be2-0019-4014-be6b-28997c8d42cc req-8b4ccdcf-b1bf-45b7-b1a2-d57f5484b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.372933 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fc017be2-0019-4014-be6b-28997c8d42cc req-8b4ccdcf-b1bf-45b7-b1a2-d57f5484b12c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=8c69c9fb12124d72954b8ab7ad024175&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0997353 Aug 26 16:02:34.507351 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc017be2-0019-4014-be6b-28997c8d42cc req-4eaba4c5-2d98-47d9-9555-f3ee47abb439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.508924 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fc017be2-0019-4014-be6b-28997c8d42cc req-4eaba4c5-2d98-47d9-9555-f3ee47abb439 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016164 Aug 26 16:02:34.643102 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-457f7531-9d77-4aea-b70b-3eff5c50d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.644619 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-457f7531-9d77-4aea-b70b-3eff5c50d248 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 1127 time: 0.0447214 Aug 26 16:02:34.687120 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=50 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:34.692468 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=90 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:34.698324 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-ee512a85-d5e7-45ab-ae7a-a3e4f4fe4c6e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6125da79-8738-4060-8d3d-5484c0e0a462 HTTP/1.1" status: 200 len: 217 time: 0.0332162 Aug 26 16:02:34.704212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e011b-2e1d-4799-a0e3-14d3f8feb8c0 req-d9093792-d788-4c93-92e3-520bfd89742b tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.706066 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fc1e011b-2e1d-4799-a0e3-14d3f8feb8c0 req-d9093792-d788-4c93-92e3-520bfd89742b tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0510490 Aug 26 16:02:34.750239 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-9cf6e7db-f62a-47fa-b187-cc920a79689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.751757 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-9cf6e7db-f62a-47fa-b187-cc920a79689e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.0469518 Aug 26 16:02:34.756458 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fc1e011b-2e1d-4799-a0e3-14d3f8feb8c0 req-06f73491-0f0d-4942-9c77-df25a8683566 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447531 Aug 26 16:02:34.798209 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56376) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:34.812830 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-1c5a2ad2-dae1-4c17-a9ac-a20cf44260e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.814352 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-1c5a2ad2-dae1-4c17-a9ac-a20cf44260e8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507410 Aug 26 16:02:34.845620 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d08db-aa00-442f-a7b2-7d58dbbd788d req-7f43d8d7-27bd-4260-88da-225e3589465b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.847164 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e8d08db-aa00-442f-a7b2-7d58dbbd788d req-7f43d8d7-27bd-4260-88da-225e3589465b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 943 time: 0.0584188 Aug 26 16:02:34.902369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6e8d08db-aa00-442f-a7b2-7d58dbbd788d req-b087dbe1-b8e9-45e4-abde-38ef0df1027c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480342 Aug 26 16:02:34.923309 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-3aff2346-5e2d-44f0-a107-502ce78238e5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994208 Aug 26 16:02:34.969129 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9083763-2bc6-43c7-bcf2-f06ac430d635 tempest-TestMinimumBasicScenario-2103361936 tempest-TestMinimumBasicScenario-2103361936-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:34.970729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e9083763-2bc6-43c7-bcf2-f06ac430d635 tempest-TestMinimumBasicScenario-2103361936 tempest-TestMinimumBasicScenario-2103361936-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1124 time: 0.1701274 Aug 26 16:02:34.974002 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56380) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:34.978449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'port_id': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:34.992632 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.033072 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-49165ec9-61df-42d5-b892-07c5adfe6cd4 req-f5e8b108-5b25-4b70-8b10-91f8d2409a03 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005988 Aug 26 16:02:35.074098 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.152244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.160560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.268160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Allocated IP 172.27.1.192 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/ffe06731-d40c-4fdb-8c15-79504caab914) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:02:35.376599 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for port (ffe06731-d40c-4fdb-8c15-79504caab914), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.397078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:35.467023 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:35.508079 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:02:35.510961 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:02:35.515048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:02:35.536236 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'Port': ['ID=ffe06731-d40c-4fdb-8c15-79504caab914,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:35.875582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for floatingip (fbd64daa-45ed-4fb8-9594-100649fce3fd), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.049376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f10169-ecb4-4a2b-a060-c729d1c40816 req-b7c884fd-3609-4c77-b460-e78f8e98dcdd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:36.050841 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60f10169-ecb4-4a2b-a060-c729d1c40816 req-b7c884fd-3609-4c77-b460-e78f8e98dcdd tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 943 time: 0.0708861 Aug 26 16:02:36.055486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.100400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:36.182245 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-60f10169-ecb4-4a2b-a060-c729d1c40816 req-e534ca39-4dba-40fe-a6eb-17d7dfefae52 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247900 Aug 26 16:02:36.233272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d1bfc-a6f8-44d0-9ed5-d3b6a448a291 req-acd128f3-e917-4273-b8aa-4143ac512399 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:36.234759 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-906d1bfc-a6f8-44d0-9ed5-d3b6a448a291 req-acd128f3-e917-4273-b8aa-4143ac512399 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0988944 Aug 26 16:02:36.318356 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-906d1bfc-a6f8-44d0-9ed5-d3b6a448a291 req-7a3081d5-09e0-46f2-aef6-34c37054edcf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748050 Aug 26 16:02:36.322291 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for port (ffe06731-d40c-4fdb-8c15-79504caab914), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.386444 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.433867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:36.454183 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'Port': ['ID=ffe06731-d40c-4fdb-8c15-79504caab914,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:36.461295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (fbd64daa-45ed-4fb8-9594-100649fce3fd), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.558014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Floating IP fbd64daa-45ed-4fb8-9594-100649fce3fd associated. External IP: 172.27.1.192, port: 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0. Aug 26 16:02:36.756255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Router c813bb57-1df7-4eb0-95a8-120f7a4ff9be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:36.856995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:36.862204 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:36.872689 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Sync routers for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:36.882877 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:36.883575 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:36.973123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:36.986748 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:37.007353 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9981d406-2594-4b0b-b898-5250765df627 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0321648 Aug 26 16:02:37.007881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:37.010204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56392) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:37.012894 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:37.016151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-529809820', 'description': 'tempest-secgroup-smoke-529809820 description', 'project_id': '070e0f497888488d863e2f63b87a31ff'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:37.054085 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc386ec-7f6f-4de9-a646-7a1114746026 x-openstack-request-id: req-8fc386ec-7f6f-4de9-a646-7a1114746026 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:37.054376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:37.054626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8fc386ec-7f6f-4de9-a646-7a1114746026 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:37.055075 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc386ec-7f6f-4de9-a646-7a1114746026'] response: {'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:02:37.165204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.206903 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'fbd64daa-45ed-4fb8-9594-100649fce3fd', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'port_id': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'mac_address': 'fa:16:3e:56:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e527f-8238-448e-bad8-72e6223612f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:35Z', 'updated_at': '2022-08-26T16:02:35Z', 'revision_number': 0, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:37.237026 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.237914 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Checking router: c813bb57-1df7-4eb0-95a8-120f7a4ff9be for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:37.246965 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:37.247564 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:37.330958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.354735 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:37.375062 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:37.457500 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.461556 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4326831c-ab23-4513-8112-716cd2c2810a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4475901 Aug 26 16:02:37.461830 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56402) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:37.466443 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:37.566154 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6125da79-8738-4060-8d3d-5484c0e0a462 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:02:37.603464 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'fbd64daa-45ed-4fb8-9594-100649fce3fd', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'port_id': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'mac_address': 'fa:16:3e:56:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e527f-8238-448e-bad8-72e6223612f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:35Z', 'updated_at': '2022-08-26T16:02:35Z', 'revision_number': 0, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:37.605162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa872174-ed29-4670-81af-f539028884f9 req-b11421a7-87a8-4d77-8419-22b2fdd70660 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:37.607369 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aa872174-ed29-4670-81af-f539028884f9 req-b11421a7-87a8-4d77-8419-22b2fdd70660 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 943 time: 0.3478532 Aug 26 16:02:37.628047 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e728de48-1ea2-45bb-b0ec-ccf855534547 req-1800b892-2176-4c33-8336-f86bfd7d16e2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:37.629585 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e728de48-1ea2-45bb-b0ec-ccf855534547 req-1800b892-2176-4c33-8336-f86bfd7d16e2 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0700858 Aug 26 16:02:37.629896 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa99df4-bc80-48a6-b1e6-b4794008d495 None None] The sync data for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi is: [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'fbd64daa-45ed-4fb8-9594-100649fce3fd', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'port_id': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'mac_address': 'fa:16:3e:56:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2e527f-8238-448e-bad8-72e6223612f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:35Z', 'updated_at': '2022-08-26T16:02:35Z', 'revision_number': 0, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:37.645824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3966989a-cf26-4aad-83ba-762ff2239b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.665323 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (fc9c3cb9-9517-48e5-bc85-83a25662ce2e), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.699764 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6125da79-8738-4060-8d3d-5484c0e0a462,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:37.710019 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-aa872174-ed29-4670-81af-f539028884f9 req-06a2c41c-1872-46d5-8f9d-8db81004acad tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950911 Aug 26 16:02:37.713896 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:37.715433 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '6125da79-8738-4060-8d3d-5484c0e0a462', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'port_id': '6125da79-8738-4060-8d3d-5484c0e0a462', 'mac_address': 'fa:16:3e:5a:13:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:02:37.735280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e728de48-1ea2-45bb-b0ec-ccf855534547 req-2eb1cc9a-e85d-46c7-9392-697c69d4b3ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882828 Aug 26 16:02:37.745707 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:37.756415 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 6125da79-8738-4060-8d3d-5484c0e0a462 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:37.756817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.757851 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (fc9c3cb9-9517-48e5-bc85-83a25662ce2e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.771490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6125da79-8738-4060-8d3d-5484c0e0a462 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:02:37.792817 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6125da79-8738-4060-8d3d-5484c0e0a462,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:37.868211 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (fc9c3cb9-9517-48e5-bc85-83a25662ce2e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:37.874276 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc79dd-4041-452d-94dd-f84c6a9661de None None] New status for floating IP fbd64daa-45ed-4fb8-9594-100649fce3fd: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:37.892243 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9c3cb9-9517-48e5-bc85-83a25662ce2e,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:37.909024 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.059824 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.061279 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-f27a2f86-961d-4942-9946-122f38f13de4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5984128 Aug 26 16:02:38.064519 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56404) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:38.069096 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:38.086144 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:38.136477 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:38.165770 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (22c930ed-f7b7-445a-a3ac-3f931e873e65), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.227646 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (22c930ed-f7b7-445a-a3ac-3f931e873e65), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.352423 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (22c930ed-f7b7-445a-a3ac-3f931e873e65), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.371370 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c930ed-f7b7-445a-a3ac-3f931e873e65,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:38.423536 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['6125da79-8738-4060-8d3d-5484c0e0a462'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:38.435986 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.437533 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-dda249f2-b740-415b-93ea-bfd7ea939009 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3720376 Aug 26 16:02:38.441925 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56406) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:38.446976 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:38.534836 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (14ca7968-621e-4b7b-a6d2-9c5febcc0356), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.586856 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (14ca7968-621e-4b7b-a6d2-9c5febcc0356), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.661940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (14ca7968-621e-4b7b-a6d2-9c5febcc0356), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.680462 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ca7968-621e-4b7b-a6d2-9c5febcc0356,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:38.773480 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.778646 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-74929558-1337-457a-8aa9-12010a3623e2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321445 Aug 26 16:02:38.778646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56412) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:38.783114 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:38.872852 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10670645-0a05-4a70-9f02-3aa84015a27f req-abc088a9-af05-43fd-91cb-1b1917fe5de0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:38.874743 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-10670645-0a05-4a70-9f02-3aa84015a27f req-abc088a9-af05-43fd-91cb-1b1917fe5de0 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 944 time: 0.0769408 Aug 26 16:02:38.882390 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860e1b1-50d3-4378-9d92-680799b50281 req-ad603aaa-44ab-46fc-9a84-d38212b95c3e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:38.883772 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b860e1b1-50d3-4378-9d92-680799b50281 req-ad603aaa-44ab-46fc-9a84-d38212b95c3e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0879226 Aug 26 16:02:38.954615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (229997fa-4221-43b4-940a-c9eca89a65e4), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:38.972653 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-10670645-0a05-4a70-9f02-3aa84015a27f req-4f30ba56-9832-4a3a-9d22-20705ed1788f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880013 Aug 26 16:02:38.984176 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b860e1b1-50d3-4378-9d92-680799b50281 req-77816516-bb6f-4371-8eb8-d6b305e33376 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934336 Aug 26 16:02:39.028620 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (229997fa-4221-43b4-940a-c9eca89a65e4), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.180915 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (229997fa-4221-43b4-940a-c9eca89a65e4), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.199608 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229997fa-4221-43b4-940a-c9eca89a65e4,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:39.285548 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.286846 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-629eaa9f-78b9-4d25-b62f-8b0ce4b7a217 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5073779 Aug 26 16:02:39.289647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56416) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:39.294252 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:39.304214 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:02:39.387991 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.securitygroups_db [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Project 070e0f497888488d863e2f63b87a31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:02:39.394781 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (322bbaff-a291-44ce-8e66-e8c08ab0e992), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.407002 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:39.444141 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:39.457067 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (322bbaff-a291-44ce-8e66-e8c08ab0e992), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.551938 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (322bbaff-a291-44ce-8e66-e8c08ab0e992), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.574690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6125da79-8738-4060-8d3d-5484c0e0a462 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:02:39.575283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322bbaff-a291-44ce-8e66-e8c08ab0e992,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:39.618158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 6125da79-8738-4060-8d3d-5484c0e0a462 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:02:39.691058 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 6125da79-8738-4060-8d3d-5484c0e0a462 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:02:39.691551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.693650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.695383 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dcf163d4-4d54-47cf-94be-9bf2fb8d236a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4047790 Aug 26 16:02:39.702537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56418) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:39.703040 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'security_group_rule': {'security_group_id': 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4', 'project_id': '070e0f497888488d863e2f63b87a31ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:39.765633 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 6125da79-8738-4060-8d3d-5484c0e0a462 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:02:39.766031 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.788540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:39.790751 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4854033-101d-47a2-b340-c0b4300245ab" -d '{"events": [{"server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "name": "network-vif-plugged", "status": "completed", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:39.793920 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.securitygroups_db [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Project 070e0f497888488d863e2f63b87a31ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:02:39.799991 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (361e832a-687a-405e-aa80-f6816a982120), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.804208 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6125da79-8738-4060-8d3d-5484c0e0a462,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:39.864706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (361e832a-687a-405e-aa80-f6816a982120), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.886526 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894fea9-8d41-4ce1-b94a-e5c0f2f53580 x-openstack-request-id: req-b894fea9-8d41-4ce1-b94a-e5c0f2f53580 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:39.886842 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "name": "network-vif-plugged", "status": "completed", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:39.887138 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b894fea9-8d41-4ce1-b94a-e5c0f2f53580 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:39.887543 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b894fea9-8d41-4ce1-b94a-e5c0f2f53580'] response: {'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462', 'code': 200} Aug 26 16:02:39.912145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.948712 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (361e832a-687a-405e-aa80-f6816a982120), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:39.965207 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:39.970769 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361e832a-687a-405e-aa80-f6816a982120,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:40.042716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.044164 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f872c09a-e630-45bc-9c03-5092af6a4904 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3451791 Aug 26 16:02:40.123493 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98b70e-7d75-423c-8a1d-55246b354f40 req-84244652-111d-429a-8a52-e69837197858 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.126200 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ee98b70e-7d75-423c-8a1d-55246b354f40 req-84244652-111d-429a-8a52-e69837197858 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0760922 Aug 26 16:02:40.146266 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91c281-b2d3-4969-a112-54b652ada92f req-f88491c8-892f-4e2e-b938-ad4adff11ff1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.147706 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db91c281-b2d3-4969-a112-54b652ada92f req-f88491c8-892f-4e2e-b938-ad4adff11ff1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0677960 Aug 26 16:02:40.197986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e768c374-b905-4364-afbf-640fd69d3201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.213044 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ee98b70e-7d75-423c-8a1d-55246b354f40 req-105b6cba-f09b-47f9-a42d-200f47425234 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807335 Aug 26 16:02:40.224512 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db91c281-b2d3-4969-a112-54b652ada92f req-46d8759c-e532-4c17-9d4d-f691f50a9b0e tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666380 Aug 26 16:02:40.318963 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-1763ce53-f1e5-483b-94da-0e487367010f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-529809820&fields=id&tenant_id=070e0f497888488d863e2f63b87a31ff HTTP/1.1" status: 200 len: 267 time: 0.0458317 Aug 26 16:02:40.369221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-3ec67d60-7e66-4870-9918-e055544b2c64 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.370683 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-3ec67d60-7e66-4870-9918-e055544b2c64 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0461726 Aug 26 16:02:40.381658 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'port': {'security_groups': ['6a3a7e40-0383-46d6-a360-23d6da357a3e', 'd3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:40.404010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:40.463387 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.649053 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:40.677859 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.765248 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.775774 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.776424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:40.777757 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-87969314-10cf-4ef5-81d4-c183ad11d8ac req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "PUT /networking/v2.0/ports/9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 981 time: 0.4004898 Aug 26 16:02:40.778246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:40.781000 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db310cf-ebeb-4217-80d9-28f14f9d22b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:40.827401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:40.834570 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ac9c68-1cb2-40df-b7fa-a12333e2b708 x-openstack-request-id: req-94ac9c68-1cb2-40df-b7fa-a12333e2b708 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:40.834869 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:40.835150 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-94ac9c68-1cb2-40df-b7fa-a12333e2b708 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:40.835558 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94ac9c68-1cb2-40df-b7fa-a12333e2b708'] response: {'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:02:40.838571 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df5928-12ea-496b-9c80-5b5f6e6d850c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=6']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:40.889846 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8669679-8ab8-481f-9ed0-eaa7ed0bc3b9 req-fed269c9-52d1-4d62-8af7-cce57ba62b7c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:40.891362 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f8669679-8ab8-481f-9ed0-eaa7ed0bc3b9 req-fed269c9-52d1-4d62-8af7-cce57ba62b7c tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0499213 Aug 26 16:02:40.953034 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f8669679-8ab8-481f-9ed0-eaa7ed0bc3b9 req-7d8a2b46-6972-43c1-88c4-f6e15d130b66 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557611 Aug 26 16:02:41.070585 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.096660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:41.126346 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.251560 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-f336052b-6266-478b-8267-8108d00306de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.268212 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-f336052b-6266-478b-8267-8108d00306de service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1168 time: 0.0660825 Aug 26 16:02:41.308298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-51404f36-0d27-4eb7-827b-7edf8dda9d7a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.310157 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-51404f36-0d27-4eb7-827b-7edf8dda9d7a tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.0775290 Aug 26 16:02:41.358811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.392012 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-b567a4e9-c609-4882-b900-be41f9fe2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.393763 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-b567a4e9-c609-4882-b900-be41f9fe2ec4 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 916 time: 0.1176231 Aug 26 16:02:41.412412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.469788 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-60365fd5-a357-4268-93e7-b2c5917b3f53 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 1001 time: 0.0641243 Aug 26 16:02:41.470975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae087ea-0e48-4794-b01a-e274aacedf70 req-b7f0616f-1cc7-4031-91c5-590f877f699b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.472491 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ae087ea-0e48-4794-b01a-e274aacedf70 req-b7f0616f-1cc7-4031-91c5-590f877f699b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.1707602 Aug 26 16:02:41.478138 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3ca0a-0e85-4fb4-8961-c58e2ca546cc req-b142f7b2-27c5-4787-8466-497f1b82131c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.479547 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24e3ca0a-0e85-4fb4-8961-c58e2ca546cc req-b142f7b2-27c5-4787-8466-497f1b82131c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 945 time: 0.1571145 Aug 26 16:02:41.522445 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.527127 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-5673e3c9-f07e-470d-88eb-4977b734cbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.528682 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-5673e3c9-f07e-470d-88eb-4977b734cbb7 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0474350 Aug 26 16:02:41.541524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057c98-3030-4fe5-9730-37f95fa59f28 req-ec170deb-9e9f-44a2-b82b-1ad42f9187da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.542997 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80057c98-3030-4fe5-9730-37f95fa59f28 req-ec170deb-9e9f-44a2-b82b-1ad42f9187da service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 1129 time: 0.1545255 Aug 26 16:02:41.581329 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-858b1082-2a15-4e1a-a3fc-a38f546f63d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:41.582847 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-858b1082-2a15-4e1a-a3fc-a38f546f63d7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462217 Aug 26 16:02:41.599009 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Deleting port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:41.599369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.671593 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ae087ea-0e48-4794-b01a-e274aacedf70 req-3f550e3e-124f-473f-b949-dfad6a69c4a3 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887212 Aug 26 16:02:41.674361 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-24e3ca0a-0e85-4fb4-8961-c58e2ca546cc req-a520dd2d-98bb-4b99-8c18-222a598bc2e7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d8c71fca-5d59-48f1-9aa6-cf059069b09b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821949 Aug 26 16:02:41.695268 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-d39b4c31-ec0c-4d17-80cb-520ab9f3d95c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890634 Aug 26 16:02:41.703545 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-80057c98-3030-4fe5-9730-37f95fa59f28 req-90221f4a-c847-42ca-89f8-4d672115b72b service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492608 Aug 26 16:02:41.720660 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:41.738576 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] For port 3b2c5b8a-cb44-484c-9531-c39f763ffef9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=3b2c5b8a-cb44-484c-9531-c39f763ffef9,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:41.738963 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.788819 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6d6b9234-5448-4e8a-9cbd-afb78c0963b2 req-421c5331-f08c-4e67-93a1-74265e0c1935 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928302 Aug 26 16:02:41.850776 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.909924 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.910293 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (689e45f8-b64f-4309-848a-513588e86880), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:41.910605 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Floating IP 689e45f8-b64f-4309-848a-513588e86880 disassociated. External IP: 172.27.1.68, port: 3b2c5b8a-cb44-484c-9531-c39f763ffef9. Aug 26 16:02:41.910983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Calling delete_port for 3b2c5b8a-cb44-484c-9531-c39f763ffef9 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:42.157777 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (3b2c5b8a-cb44-484c-9531-c39f763ffef9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:42.184490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event deleted for resources: {'Port': ['ID=3b2c5b8a-cb44-484c-9531-c39f763ffef9,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:42.299655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:42.403463 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:42.413386 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:42.423752 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:42.424368 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:42.450169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] No DVR routers for this DVR port 3b2c5b8a-cb44-484c-9531-c39f763ffef9 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:42.453379 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:42.457398 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d08beba3-ca09-4d46-9d14-3dd7845484c3 req-bd6daf5d-ef3d-4c95-8eff-9a75883d2e75 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "DELETE /networking/v2.0/ports/3b2c5b8a-cb44-484c-9531-c39f763ffef9 HTTP/1.1" status: 204 len: 173 time: 1.0995319 Aug 26 16:02:42.525220 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:42.529501 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:42.727177 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:42.765198 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:42.774810 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:42.775536 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:42.778480 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:42.838060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'name': 'network-vif-deleted', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:42.841523 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543915d9-78c1-4c31-9af5-378d5fb2a085" -d '{"events": [{"server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "name": "network-vif-deleted", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:42.851449 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fdc48de0-68f9-415f-90e5-36bb98a6bc5c req-f8d92e9e-db8a-4489-9858-7459f3756d76 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0754845 Aug 26 16:02:42.855393 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-bae48157-0929-422e-88dd-6748e3bb8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:42.856463 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-bae48157-0929-422e-88dd-6748e3bb8cc0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1168 time: 0.1088376 Aug 26 16:02:42.882407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910be7e-2341-4074-9306-59fecc95eb39 req-0c3e867d-3c4f-4b73-9860-eafafa00235b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:42.884657 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9910be7e-2341-4074-9306-59fecc95eb39 req-0c3e867d-3c4f-4b73-9860-eafafa00235b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.1071210 Aug 26 16:02:42.933874 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6047f33-0d50-42d4-a732-315cd6ac1371 x-openstack-request-id: req-b6047f33-0d50-42d4-a732-315cd6ac1371 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:42.934172 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842d5015-aa0d-46a5-8162-7201b4277653", "name": "network-vif-deleted", "tag": "3b2c5b8a-cb44-484c-9531-c39f763ffef9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:42.934457 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b6047f33-0d50-42d4-a732-315cd6ac1371 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:42.934855 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6047f33-0d50-42d4-a732-315cd6ac1371'] response: {'server_uuid': '842d5015-aa0d-46a5-8162-7201b4277653', 'name': 'network-vif-deleted', 'tag': '3b2c5b8a-cb44-484c-9531-c39f763ffef9', 'status': 'completed', 'code': 200} Aug 26 16:02:42.981298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:43.013457 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9910be7e-2341-4074-9306-59fecc95eb39 req-55894f1e-dbc1-4813-82f9-5b55cb70a9fe tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770774 Aug 26 16:02:43.018072 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:43.025140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-9785b711-79ac-453c-88c1-a6ed553f8d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:43.026707 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-9785b711-79ac-453c-88c1-a6ed553f8d0e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 916 time: 0.1417210 Aug 26 16:02:43.214947 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:43.221987 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:43.243747 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ac505-3551-49d5-916d-a1b88a57f7c3 None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:45Z', 'revision_number': 4, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '57efd6a7-8dc1-4708-ab2c-e96ae0528969', 'name': '', 'network_id': 'a3e12d9a-1559-439b-ab2a-deef2d81938d', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'mac_address': 'fa:16:3e:53:4f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:44Z', 'updated_at': '2022-08-26T15:57:04Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'subnets': [{'id': '01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:43.460477 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:43.485348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c624fea-e39f-4d13-b5d3-b5bda66d6c66 None None] New status for floating IP 689e45f8-b64f-4309-848a-513588e86880: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:43.903516 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-c6f08538-ebeb-4750-97e7-cb89976d276b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 1001 time: 0.0622978 Aug 26 16:02:43.971957 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ab56d8c-2e2d-4ce4-aa79-20ab56364e4d req-a8cd4a5f-e801-423a-b722-bb5c0ff51eb1 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0295522 Aug 26 16:02:44.077803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-b60d9bc9-aca4-4562-aa5c-db325c2f38c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:44.079404 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-b60d9bc9-aca4-4562-aa5c-db325c2f38c8 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0487142 Aug 26 16:02:44.105524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:44.159012 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-c7be1dc2-454f-4bec-8a81-bb2c57ee8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:44.160403 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-c7be1dc2-454f-4bec-8a81-bb2c57ee8fd9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741816 Aug 26 16:02:44.166436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76411bfa-6197-4485-ae2b-4c8c840153a2 req-94cdc246-87ff-4780-9b5d-4b3178f1b470 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:44.167795 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76411bfa-6197-4485-ae2b-4c8c840153a2 req-94cdc246-87ff-4780-9b5d-4b3178f1b470 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0826497 Aug 26 16:02:44.279428 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:44.283530 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-76411bfa-6197-4485-ae2b-4c8c840153a2 req-fde2bb80-7de8-4c55-a10e-53fd9b6881a7 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028440 Aug 26 16:02:44.295575 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-48bc7927-c037-4f4c-8892-0ea3cbd68fe5 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240904 Aug 26 16:02:44.410063 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573dddd-b997-4b61-9783-258f272b8d48 req-87fcd87e-b443-4e96-aed9-ffd978334740 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:44.411597 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c573dddd-b997-4b61-9783-258f272b8d48 req-87fcd87e-b443-4e96-aed9-ffd978334740 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0583494 Aug 26 16:02:44.421837 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56454) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:44.426685 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Request body: {'floatingip': {'port_id': '6125da79-8738-4060-8d3d-5484c0e0a462'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:02:44.437219 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3db310cf-ebeb-4217-80d9-28f14f9d22b3 req-95ba98fc-1d8e-4046-90be-ecbb144ddd84 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337094 Aug 26 16:02:44.468043 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:44.745694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:44.890863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:45.005328 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:45.088657 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f15e6749-22ec-4461-a0e3-c63f65e16de1 req-643192e6-e904-4ae8-ba24-9cfdf564917c tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=842d5015-aa0d-46a5-8162-7201b4277653 HTTP/1.1" status: 200 len: 210 time: 0.0325520 Aug 26 16:02:45.104197 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Floating IP 2a296ebc-0fc1-4233-80c0-bd18978a97bb associated. External IP: 172.27.1.64, port: 6125da79-8738-4060-8d3d-5484c0e0a462. Aug 26 16:02:45.315726 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:02:45.421091 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:02:45.425733 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:45.432376 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:02:45.444106 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:45.444970 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:45.457577 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-194d877e-a161-42d8-9a7b-13a59179021e tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/2a296ebc-0fc1-4233-80c0-bd18978a97bb HTTP/1.1" status: 200 len: 990 time: 1.0346208 Aug 26 16:02:45.458240 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:45.460635 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5726654d-4d24-4610-91e6-55bae9477cec" -d '{"events": [{"name": "network-changed", "server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:45.501440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e310edb-8b31-455c-97f7-228eac46c2e0 x-openstack-request-id: req-1e310edb-8b31-455c-97f7-228eac46c2e0 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:45.501552 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:45.501780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e310edb-8b31-455c-97f7-228eac46c2e0 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:45.502188 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e310edb-8b31-455c-97f7-228eac46c2e0'] response: {'name': 'network-changed', 'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462', 'status': 'completed', 'code': 200} Aug 26 16:02:45.553941 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:45.616735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726654d-4d24-4610-91e6-55bae9477cec req-1a4305c3-c229-404e-b4fb-dea47e3fc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:45.618280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-1a4305c3-c229-404e-b4fb-dea47e3fc55d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=8c69c9fb12124d72954b8ab7ad024175&device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 1129 time: 0.0396385 Aug 26 16:02:45.683805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 3b2c5b8a-cb44-484c-9531-c39f763ffef9 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:02:45.705073 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 3b2c5b8a-cb44-484c-9531-c39f763ffef9 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:02:45.705418 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 3b2c5b8a-cb44-484c-9531-c39f763ffef9 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:02:45.713788 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726654d-4d24-4610-91e6-55bae9477cec req-8ada653a-6744-4958-8848-0950e25d2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:45.715244 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-8ada653a-6744-4958-8848-0950e25d2041 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 200 len: 911 time: 0.0881183 Aug 26 16:02:45.768275 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '2a296ebc-0fc1-4233-80c0-bd18978a97bb', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '6125da79-8738-4060-8d3d-5484c0e0a462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:5a:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:26Z', 'updated_at': '2022-08-26T16:02:44Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:45.786782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-c65ba8ff-7389-4985-bc64-5aaf187770d1 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6125da79-8738-4060-8d3d-5484c0e0a462 HTTP/1.1" status: 200 len: 998 time: 0.0581300 Aug 26 16:02:45.797330 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:02:45.807969 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:02:45.808562 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:45.810977 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:45.837408 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726654d-4d24-4610-91e6-55bae9477cec req-a87371a2-e7aa-4d43-acec-9a77a7f558e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:45.838751 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-a87371a2-e7aa-4d43-acec-9a77a7f558e7 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 200 len: 849 time: 0.0458088 Aug 26 16:02:45.888448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726654d-4d24-4610-91e6-55bae9477cec req-be8eba9f-7b5e-41f7-a61a-6c90fa91a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:45.890070 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-be8eba9f-7b5e-41f7-a61a-6c90fa91a21a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=46346453-7c70-4f46-80a8-f812b7507006&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397899 Aug 26 16:02:45.909282 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:02:45.982785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:45.987535 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-761032e2-4844-489d-9bea-fcd398381dff service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902216 Aug 26 16:02:46.088764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5726654d-4d24-4610-91e6-55bae9477cec req-cb2b1bd9-e202-45bb-875c-6d2d5f94d8ea service neutron] 10.222.0.102 "GET /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939233 Aug 26 16:02:46.108770 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:46.130674 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '2a296ebc-0fc1-4233-80c0-bd18978a97bb', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '6125da79-8738-4060-8d3d-5484c0e0a462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:5a:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:26Z', 'updated_at': '2022-08-26T16:02:44Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:02:46.156751 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f4bec-378e-48b7-8345-831a85c4a4dc None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': '2a296ebc-0fc1-4233-80c0-bd18978a97bb', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'floating_ip_address': '172.27.1.64', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'port_id': '6125da79-8738-4060-8d3d-5484c0e0a462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'mac_address': 'fa:16:3e:5a:13:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:02:26Z', 'updated_at': '2022-08-26T16:02:44Z', 'revision_number': 1, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:02:46.292948 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56468) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:46.363236 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (d8c71fca-5d59-48f1-9aa6-cf059069b09b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.382558 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:46.387460 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (d8c71fca-5d59-48f1-9aa6-cf059069b09b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.402862 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff9aa3-21d1-47a6-bded-48c00d00662f None None] New status for floating IP 2a296ebc-0fc1-4233-80c0-bd18978a97bb: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:02:46.559179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d8c71fca-5d59-48f1-9aa6-cf059069b09b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.562095 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.565723 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d8c71fca-5d59-48f1-9aa6-cf059069b09b HTTP/1.1" status: 204 len: 168 time: 0.2691598 Aug 26 16:02:46.566955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56472) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:46.574030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b1119-5bdf-4301-8692-636365ee1494 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c71fca-5d59-48f1-9aa6-cf059069b09b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:46.587726 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.api.v2.resource [None req-47ec2d0b-ce3b-41de-8eaa-03ec89546159 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] show failed (client error): The resource could not be found. Aug 26 16:02:46.590974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-47ec2d0b-ce3b-41de-8eaa-03ec89546159 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups/d8c71fca-5d59-48f1-9aa6-cf059069b09b HTTP/1.1" status: 404 len: 347 time: 0.0207262 Aug 26 16:02:46.591667 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56474) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:02:46.706690 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Deleting port a30360f4-e8d7-4001-8ea8-a5496f6c78b6 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:46.707058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.784936 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.785260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:46.799361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Calling delete_port for a30360f4-e8d7-4001-8ea8-a5496f6c78b6 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:46.856438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:46.999243 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (a30360f4-e8d7-4001-8ea8-a5496f6c78b6), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:47.022646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event deleted for resources: {'Port': ['ID=a30360f4-e8d7-4001-8ea8-a5496f6c78b6,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:47.092349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks [] for floatingip (689e45f8-b64f-4309-848a-513588e86880), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:47.095867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:47.097064 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9bbd7793-bd22-4714-bb30-3326ee6dc8ee tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/689e45f8-b64f-4309-848a-513588e86880 HTTP/1.1" status: 204 len: 168 time: 0.5044887 Aug 26 16:02:50.046599 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1ec86-9e64-4141-8dd6-d6cec5ab92bb req-4ff426d9-9009-4bcf-98c9-863ab512aee5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:50.048598 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3da1ec86-9e64-4141-8dd6-d6cec5ab92bb req-4ff426d9-9009-4bcf-98c9-863ab512aee5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0475810 Aug 26 16:02:50.096194 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3da1ec86-9e64-4141-8dd6-d6cec5ab92bb req-39e9b340-8462-4291-a519-7bcb2f7c4369 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Aug 26 16:02:51.216456 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b639ce-c718-4233-b15a-a72909015fc5 req-ad3c1f1d-b6e0-4eb9-ba84-d8d0b2f89356 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:51.217910 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-51b639ce-c718-4233-b15a-a72909015fc5 req-ad3c1f1d-b6e0-4eb9-ba84-d8d0b2f89356 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0474575 Aug 26 16:02:51.266236 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-51b639ce-c718-4233-b15a-a72909015fc5 req-de364384-9031-42ad-8d58-b6cf3222a8e0 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Aug 26 16:02:52.273494 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-a92f9dbb-4736-416b-8c90-bc56061328dd tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:52.274950 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-a92f9dbb-4736-416b-8c90-bc56061328dd tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0513518 Aug 26 16:02:52.401190 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Deleting port add18eae-55b9-4447-82eb-6d50b51bc859 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:52.401524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:52.420742 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6c3bc-31ba-45d2-b4ff-cf4ebd66acfc req-9e7b237f-0d52-4852-97ad-bad5d39d5b76 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:52.422167 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c2e6c3bc-31ba-45d2-b4ff-cf4ebd66acfc req-9e7b237f-0d52-4852-97ad-bad5d39d5b76 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 946 time: 0.0719795 Aug 26 16:02:52.469261 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:52.517927 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c2e6c3bc-31ba-45d2-b4ff-cf4ebd66acfc req-7e3491e6-aec5-43ae-bae3-aa2e8f03a657 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Aug 26 16:02:52.532717 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] For port add18eae-55b9-4447-82eb-6d50b51bc859, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=add18eae-55b9-4447-82eb-6d50b51bc859,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:52.533078 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:52.549394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Calling delete_port for add18eae-55b9-4447-82eb-6d50b51bc859 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:52.753847 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (add18eae-55b9-4447-82eb-6d50b51bc859), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:52.782764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event deleted for resources: {'Port': ['ID=add18eae-55b9-4447-82eb-6d50b51bc859,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:52.790128 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:52.806624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['add18eae-55b9-4447-82eb-6d50b51bc859', '56c21eb3-a5af-49a5-afc3-c79bf7878007'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:52.833585 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] No DVR routers for this DVR port add18eae-55b9-4447-82eb-6d50b51bc859 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:52.836224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:52.839558 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba9547db-e094-45a2-a1af-5b1bee16ad85 req-d921855d-ff2f-4c78-a4a8-ddf526963fb3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "DELETE /networking/v2.0/ports/add18eae-55b9-4447-82eb-6d50b51bc859 HTTP/1.1" status: 204 len: 173 time: 0.5528114 Aug 26 16:02:52.840000 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'name': 'network-vif-deleted', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:52.842244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa6709-6dc7-4074-bd63-196511f12121" -d '{"events": [{"server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "name": "network-vif-deleted", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:52.880353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53564e90-55b8-483f-8e0a-21579c5b131a x-openstack-request-id: req-53564e90-55b8-483f-8e0a-21579c5b131a {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:52.880652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e0499-9326-4fe8-8e28-80be6b0d7a14", "name": "network-vif-deleted", "tag": "add18eae-55b9-4447-82eb-6d50b51bc859", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:52.880904 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-53564e90-55b8-483f-8e0a-21579c5b131a {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:52.881308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53564e90-55b8-483f-8e0a-21579c5b131a'] response: {'server_uuid': 'c04e0499-9326-4fe8-8e28-80be6b0d7a14', 'name': 'network-vif-deleted', 'tag': 'add18eae-55b9-4447-82eb-6d50b51bc859', 'status': 'completed', 'code': 200} Aug 26 16:02:53.634434 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-82c42114-f055-42bd-9b32-8940344fc857 req-f8f9283c-2264-41ac-b896-0e8e4e208500 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=c04e0499-9326-4fe8-8e28-80be6b0d7a14 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Aug 26 16:02:55.152615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a26c9-c773-40d1-a775-e7d2c831bd79 req-b3c7a148-ad89-494a-9d71-b1a3703204c3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:55.154105 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-451a26c9-c773-40d1-a775-e7d2c831bd79 req-b3c7a148-ad89-494a-9d71-b1a3703204c3 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0478249 Aug 26 16:02:55.203025 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-451a26c9-c773-40d1-a775-e7d2c831bd79 req-a46327ee-c3e9-47ba-a11b-2b97cf6b7527 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Aug 26 16:02:55.710263 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device add18eae-55b9-4447-82eb-6d50b51bc859 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:02:55.729509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: add18eae-55b9-4447-82eb-6d50b51bc859 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:02:55.729856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device add18eae-55b9-4447-82eb-6d50b51bc859 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:02:56.326518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca06d4-13af-4d49-ab83-add2e474d4a4 req-cb7e5843-898c-4930-9e84-40613d791715 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:56.328013 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73ca06d4-13af-4d49-ab83-add2e474d4a4 req-cb7e5843-898c-4930-9e84-40613d791715 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0505278 Aug 26 16:02:56.375967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-73ca06d4-13af-4d49-ab83-add2e474d4a4 req-7395c668-fb71-42bf-8210-48ffbbc94d62 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421071 Aug 26 16:02:56.569126 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:57.495627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb471f45-4023-4fa7-87f7-43225c236116 req-f4eb9106-bc68-48a3-b22f-741a67f06ec8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:57.497085 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb471f45-4023-4fa7-87f7-43225c236116 req-f4eb9106-bc68-48a3-b22f-741a67f06ec8 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0472820 Aug 26 16:02:57.544848 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fb471f45-4023-4fa7-87f7-43225c236116 req-70909c09-f89b-4c07-8970-67bd6ad899a7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413418 Aug 26 16:02:58.510279 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f306cf8c-f8ef-417e-891e-7a0ef6608abf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:58.511779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f306cf8c-f8ef-417e-891e-7a0ef6608abf tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.0558841 Aug 26 16:02:58.613185 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Deleting port 56c21eb3-a5af-49a5-afc3-c79bf7878007 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:02:58.613525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:58.979374 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e6e9c-0c99-45b6-a20e-60c79f3c7b6a req-b957268d-3709-4794-9a0d-dc1b2031fd80 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:02:58.980775 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-295e6e9c-0c99-45b6-a20e-60c79f3c7b6a req-b957268d-3709-4794-9a0d-dc1b2031fd80 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 946 time: 0.3522992 Aug 26 16:02:59.023803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] For port 56c21eb3-a5af-49a5-afc3-c79bf7878007, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=56c21eb3-a5af-49a5-afc3-c79bf7878007,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:02:59.024161 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:59.046777 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Calling delete_port for 56c21eb3-a5af-49a5-afc3-c79bf7878007 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:02:59.071871 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-295e6e9c-0c99-45b6-a20e-60c79f3c7b6a req-4f56dd7f-9547-4211-be76-19cd079b42f5 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=34ed7551-6954-49e6-b880-93d077c50ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807819 Aug 26 16:02:59.131795 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:02:59.307600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (56c21eb3-a5af-49a5-afc3-c79bf7878007), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:59.337596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Pushing event deleted for resources: {'Port': ['ID=56c21eb3-a5af-49a5-afc3-c79bf7878007,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:02:59.373721 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['56c21eb3-a5af-49a5-afc3-c79bf7878007'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:02:59.383213 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] No DVR routers for this DVR port 56c21eb3-a5af-49a5-afc3-c79bf7878007 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:02:59.385764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:02:59.389120 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f0624f9f-660a-4d7d-b310-63412f3937bc req-f0b572d5-f62b-4c1d-9694-2612d1b4bc58 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.102 "DELETE /networking/v2.0/ports/56c21eb3-a5af-49a5-afc3-c79bf7878007 HTTP/1.1" status: 204 len: 173 time: 0.8697779 Aug 26 16:02:59.389580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'name': 'network-vif-deleted', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:02:59.392070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59913d2-f95d-47a1-96f5-c22887d6aa64" -d '{"events": [{"server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "name": "network-vif-deleted", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:02:59.431449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6408d27a-dca8-4ec1-b46d-7111306efd3c x-openstack-request-id: req-6408d27a-dca8-4ec1-b46d-7111306efd3c {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:02:59.431449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a7ee09-cb33-4638-a620-e36bc333cec6", "name": "network-vif-deleted", "tag": "56c21eb3-a5af-49a5-afc3-c79bf7878007", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:02:59.431449 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6408d27a-dca8-4ec1-b46d-7111306efd3c {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:02:59.431449 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6408d27a-dca8-4ec1-b46d-7111306efd3c'] response: {'server_uuid': '18a7ee09-cb33-4638-a620-e36bc333cec6', 'name': 'network-vif-deleted', 'tag': '56c21eb3-a5af-49a5-afc3-c79bf7878007', 'status': 'completed', 'code': 200} Aug 26 16:03:00.196726 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e236c3d4-dd59-4efe-97a0-f21a5a9cc4e9 req-7034e4ec-ef45-4a1b-ba59-2d0e938d2ed7 tempest-ServerRescueNegativeTestJSON-1667711701 tempest-ServerRescueNegativeTestJSON-1667711701-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=18a7ee09-cb33-4638-a620-e36bc333cec6 HTTP/1.1" status: 200 len: 210 time: 0.0288730 Aug 26 16:03:01.262174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56552) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:01.411986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:01.675411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:01.746629 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 56c21eb3-a5af-49a5-afc3-c79bf7878007 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:01.766969 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 56c21eb3-a5af-49a5-afc3-c79bf7878007 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:03:01.767318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 56c21eb3-a5af-49a5-afc3-c79bf7878007 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:03:01.899891 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Deleting port 57efd6a7-8dc1-4708-ab2c-e96ae0528969 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:01.900225 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:01.979092 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] For port 57efd6a7-8dc1-4708-ab2c-e96ae0528969, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=57efd6a7-8dc1-4708-ab2c-e96ae0528969,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:01.979361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:01.996727 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Calling delete_port for 57efd6a7-8dc1-4708-ab2c-e96ae0528969 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:02.117435 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:02.249585 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (57efd6a7-8dc1-4708-ab2c-e96ae0528969), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:02.258082 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:02.276972 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=57efd6a7-8dc1-4708-ab2c-e96ae0528969,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:02.303741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.304113 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.304489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.304826 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.305159 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.305489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.305813 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.306139 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.306481 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.306790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.307144 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.307531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.307852 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.308172 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.308490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:02.454805 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:02.669848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:03:02.774272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:02.779381 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cb290dfb-c594-4d84-abe7-c5a37087d5d8 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/731d9b53-cd85-4c9d-ae12-d9a401cdeaaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5186131 Aug 26 16:03:02.782241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56562) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:02.784242 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Sync routers for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:02.794783 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:02.795474 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:02.879817 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks [] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:02.898875 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:02.925793 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:02.982904 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks [] for router_gateway (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.117102 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Deleting port a1371fa6-8fa7-4306-9b8c-d3b44337208c {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:03.117444 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.155868 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:03:02Z', 'revision_number': 5, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port': {'id': 'a1371fa6-8fa7-4306-9b8c-d3b44337208c', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:be:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:03.181611 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Checking router: 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:03.190030 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Routers {'731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:03.190687 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:02:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:03.199187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] For port a1371fa6-8fa7-4306-9b8c-d3b44337208c, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a1371fa6-8fa7-4306-9b8c-d3b44337208c,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:03.199552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.213087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Calling delete_port for a1371fa6-8fa7-4306-9b8c-d3b44337208c owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:03.275233 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] Set router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:03.325965 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:03:02Z', 'revision_number': 6, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port_host': None}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:03.351947 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc653897-0009-4857-a0bd-2ec87b348e34 None None] The sync data for ids ['731d9b53-cd85-4c9d-ae12-d9a401cdeaaf'] in dv-cinder-851449-7-iscsi is: [{'id': '731d9b53-cd85-4c9d-ae12-d9a401cdeaaf', 'name': 'tempest-ServerRescueNegativeTestJSON-1386548641-router', 'tenant_id': '5f170813ecff47a68d7610de9d769287', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:03:02Z', 'revision_number': 6, 'project_id': '5f170813ecff47a68d7610de9d769287', 'gw_port_host': None}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:03.454372 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (a1371fa6-8fa7-4306-9b8c-d3b44337208c), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.481437 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Pushing event deleted for resources: {'Port': ['ID=a1371fa6-8fa7-4306-9b8c-d3b44337208c,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:03.549762 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.655507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.657617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks [] for router_controller (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.660733 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:03.787764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (731d9b53-cd85-4c9d-ae12-d9a401cdeaaf), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.788365 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731d9b53-cd85-4c9d-ae12-d9a401cdeaaf {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:03:03.793876 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:03.797780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56568) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:03.800607 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b9d6665d-c399-4996-a156-d735556676de admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/731d9b53-cd85-4c9d-ae12-d9a401cdeaaf HTTP/1.1" status: 204 len: 168 time: 1.0145345 Aug 26 16:03:03.852265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Deleting subnet 01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:03:03.855531 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Publish callbacks [] for subnet (01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.109381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.167721 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 57efd6a7-8dc1-4708-ab2c-e96ae0528969 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:04.188588 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 57efd6a7-8dc1-4708-ab2c-e96ae0528969 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:03:04.188951 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 57efd6a7-8dc1-4708-ab2c-e96ae0528969 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:03:04.189109 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.302639 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.328368 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:04.339533 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.339927 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.340235 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.340603 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.341000 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.341420 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.341586 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.341899 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.342186 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.343001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.343001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.343363 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.343546 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.343863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.344236 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.345286 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f183e-c7d2-424c-9506-7d541acef560 None None] Network a3e12d9a-1559-439b-ab2a-deef2d81938d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:03:04.347817 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.351053 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-efccc6f7-0798-47ba-bd07-d75b689bcd56 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/01feb0cc-b012-4f5d-b65f-f7ce4b76a6cf HTTP/1.1" status: 204 len: 168 time: 0.5516624 Aug 26 16:03:04.353651 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56570) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:04.431725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (a3e12d9a-1559-439b-ab2a-deef2d81938d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.477492 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Deleting port 4870f363-e776-488f-8ddc-05160a286a46 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:04.477889 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (4870f363-e776-488f-8ddc-05160a286a46), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.517084 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] DHCP port deletion for a3e12d9a-1559-439b-ab2a-deef2d81938d request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:03:04.547969 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] For port 4870f363-e776-488f-8ddc-05160a286a46, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=4870f363-e776-488f-8ddc-05160a286a46,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:04.548331 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (4870f363-e776-488f-8ddc-05160a286a46), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.555996 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Deleting port 4870f363-e776-488f-8ddc-05160a286a46 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:04.556373 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (4870f363-e776-488f-8ddc-05160a286a46), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.563802 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Calling delete_port for 4870f363-e776-488f-8ddc-05160a286a46 owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:04.624754 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] For port 4870f363-e776-488f-8ddc-05160a286a46, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=4870f363-e776-488f-8ddc-05160a286a46,segment=NetworkSegment(bd86a6ed-c56f-4d63-9c8a-d116d2a557db),segment_id=bd86a6ed-c56f-4d63-9c8a-d116d2a557db)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:04.625218 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (4870f363-e776-488f-8ddc-05160a286a46), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.639447 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Calling delete_port for 4870f363-e776-488f-8ddc-05160a286a46 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:04.688370 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:04.746192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (4870f363-e776-488f-8ddc-05160a286a46), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.752296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (4870f363-e776-488f-8ddc-05160a286a46), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.762301 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:04.771994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Pushing event deleted for resources: {'Port': ['ID=4870f363-e776-488f-8ddc-05160a286a46,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:04.776033 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] No DVR routers for this DVR port 4870f363-e776-488f-8ddc-05160a286a46 on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:03:04.778891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Pushing event deleted for resources: {'Port': ['ID=4870f363-e776-488f-8ddc-05160a286a46,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:04.789168 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] No DVR routers for this DVR port 4870f363-e776-488f-8ddc-05160a286a46 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:03:04.791818 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.792220 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.792509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.792845 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.793178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.793519 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.793835 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.794166 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.794491 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.794810 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.795158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.795487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.795926 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.796250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.796577 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e864267-d978-4f9e-a062-ad49b13fb0b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:03:04.851508 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (a3e12d9a-1559-439b-ab2a-deef2d81938d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.876027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e12d9a-1559-439b-ab2a-deef2d81938d']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:04.886407 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:04.886706 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd86a6ed-c56f-4d63-9c8a-d116d2a557db') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:04.896429 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (bd86a6ed-c56f-4d63-9c8a-d116d2a557db), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.909582 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (bd86a6ed-c56f-4d63-9c8a-d116d2a557db), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:04.927746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:03:04.927746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (bd86a6ed-c56f-4d63-9c8a-d116d2a557db), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.071232 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment bd86a6ed-c56f-4d63-9c8a-d116d2a557db resource provider aggregate not found Aug 26 16:03:05.071232 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment bd86a6ed-c56f-4d63-9c8a-d116d2a557db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd86a6ed-c56f-4d63-9c8a-d116d2a557db found for delete ", "request_id": "req-c1849f23-2512-4bdf-ac59-fc60e394bc72"}]} Aug 26 16:03:05.136349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (a3e12d9a-1559-439b-ab2a-deef2d81938d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.142151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.145124 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/a3e12d9a-1559-439b-ab2a-deef2d81938d HTTP/1.1" status: 204 len: 168 time: 0.7905509 Aug 26 16:03:05.145717 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:05.157356 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c154aec-165d-402b-9f4b-a46607c2a010 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e12d9a-1559-439b-ab2a-deef2d81938d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:05.479165 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56582) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:05.499233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a1371fa6-8fa7-4306-9b8c-d3b44337208c no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:05.523298 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: a1371fa6-8fa7-4306-9b8c-d3b44337208c {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:03:05.523723 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a1371fa6-8fa7-4306-9b8c-d3b44337208c not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:03:05.524139 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 4870f363-e776-488f-8ddc-05160a286a46 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:05.525110 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-aa07180b-dfdb-4590-825c-f3cfd051e0e4 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5f170813ecff47a68d7610de9d769287&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0447268 Aug 26 16:03:05.527680 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56584) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:05.542521 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 4870f363-e776-488f-8ddc-05160a286a46 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:03:05.542867 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 4870f363-e776-488f-8ddc-05160a286a46 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:03:05.583643 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] Publish callbacks [] for security_group (34ed7551-6954-49e6-b880-93d077c50ef9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.603931 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] Publish callbacks [] for security_group (34ed7551-6954-49e6-b880-93d077c50ef9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.609668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:05.736191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (34ed7551-6954-49e6-b880-93d077c50ef9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.739004 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:05.740144 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/34ed7551-6954-49e6-b880-93d077c50ef9 HTTP/1.1" status: 204 len: 168 time: 0.2115746 Aug 26 16:03:05.748095 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b64c94f-8451-4697-996d-18dbcaa0bf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ed7551-6954-49e6-b880-93d077c50ef9,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:07.570813 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8c923d8a-c547-4059-8da3-a8c3e04df370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:10.204474 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5fbcbeb2-7525-47d0-b0dd-1b33723b962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:11.838690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.259566 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.329752 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=56 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:13.528193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:13.577021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08de81-e11d-4dbb-8186-322dfbc58aba req-b25014ef-ffc2-4d0a-b198-024f0a2d62a1 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:13.578594 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe08de81-e11d-4dbb-8186-322dfbc58aba req-b25014ef-ffc2-4d0a-b198-024f0a2d62a1 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0519841 Aug 26 16:03:13.640755 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fe08de81-e11d-4dbb-8186-322dfbc58aba req-ec3953ba-f4b7-4460-8aa0-283c4ee33f34 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560865 Aug 26 16:03:13.742374 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-838c9cf5-227e-4637-bbfb-9231ac5b8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:13.744017 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-838c9cf5-227e-4637-bbfb-9231ac5b8fd7 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1168 time: 0.0461652 Aug 26 16:03:13.849226 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-2a6acbea-0acc-49a3-8144-41118646cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:13.851461 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-2a6acbea-0acc-49a3-8144-41118646cafd service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 916 time: 0.0942969 Aug 26 16:03:13.918124 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-13deb525-fc24-4fea-a6de-739c9c65ca8d service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 1001 time: 0.0587769 Aug 26 16:03:13.999956 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-2d3c0de4-59f8-422a-bd9e-cc538f65ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:14.001310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-2d3c0de4-59f8-422a-bd9e-cc538f65ee8b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0530334 Aug 26 16:03:14.019291 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:14.049709 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-90894468-7d05-4c9e-b147-aef13df4cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:14.051223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-90894468-7d05-4c9e-b147-aef13df4cfb0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405984 Aug 26 16:03:14.144349 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-7d5d64eb-35a6-4749-9975-a460ddb19f16 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866401 Aug 26 16:03:14.245440 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-db8770bc-992b-4133-b776-a75d258a9ca1 req-37e17b9f-d038-44c9-85e7-cc2ebd4d69c1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910630 Aug 26 16:03:14.265540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:14.767467 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6385fd7-528c-448f-a715-50cdf98a32e5 req-f6d7992f-e0bc-4d9e-9186-83569143dd30 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:14.768772 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6385fd7-528c-448f-a715-50cdf98a32e5 req-f6d7992f-e0bc-4d9e-9186-83569143dd30 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0475183 Aug 26 16:03:14.831983 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6385fd7-528c-448f-a715-50cdf98a32e5 req-a5efb545-7215-42b9-b276-e365482b4806 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562570 Aug 26 16:03:15.299405 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=91 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:15.377881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998599da-d387-4d38-973b-3c5aae173376 req-38d3c9ce-0355-4383-b986-302041213422 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:15.379366 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-998599da-d387-4d38-973b-3c5aae173376 req-38d3c9ce-0355-4383-b986-302041213422 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Aug 26 16:03:15.405706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:15.428700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-998599da-d387-4d38-973b-3c5aae173376 req-ae792f03-8e05-4c25-9549-645b52ebf004 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Aug 26 16:03:15.744367 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=26,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:15.950778 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704da20-4ef8-4a45-8db4-cf49bd8d4b50 req-1898ac76-fc59-456a-9fa7-f6a8ddbd3b10 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:15.952261 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e704da20-4ef8-4a45-8db4-cf49bd8d4b50 req-1898ac76-fc59-456a-9fa7-f6a8ddbd3b10 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0473590 Aug 26 16:03:16.011259 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e704da20-4ef8-4a45-8db4-cf49bd8d4b50 req-dbd53fa9-2ed5-45ac-baf2-2bf44969422e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531981 Aug 26 16:03:16.304578 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:03:16.555194 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4bc-bcad-41ec-9bd7-1d18bdcd4700 req-7ef55667-3639-4f02-8c1c-1db61ca04bf6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:16.556576 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-288ad4bc-bcad-41ec-9bd7-1d18bdcd4700 req-7ef55667-3639-4f02-8c1c-1db61ca04bf6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Aug 26 16:03:16.606694 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-288ad4bc-bcad-41ec-9bd7-1d18bdcd4700 req-c17226df-5702-4ae6-9333-e769676d54e3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435956 Aug 26 16:03:16.970605 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56756) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:17.083928 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-89a65074-bc3d-4729-a0d3-164144732162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.154035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d91ab-0faa-4b02-8e24-ec84a2e360f7 req-02313123-0603-4028-8fa1-ccb142521d26 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:17.155450 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-407d91ab-0faa-4b02-8e24-ec84a2e360f7 req-02313123-0603-4028-8fa1-ccb142521d26 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0635881 Aug 26 16:03:17.254438 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-407d91ab-0faa-4b02-8e24-ec84a2e360f7 req-0972eb95-ec7b-41cb-8575-ab17f80c7de8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0918274 Aug 26 16:03:17.259441 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-89a65074-bc3d-4729-a0d3-164144732162 admin admin] Publish callbacks [] for security_group (d6d993c1-1b52-42fa-a507-397784916cbc), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.317854 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-89a65074-bc3d-4729-a0d3-164144732162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d6d993c1-1b52-42fa-a507-397784916cbc), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.365470 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-89a65074-bc3d-4729-a0d3-164144732162 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=4084946ec94b47e6afa4940a3e322b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937552 Aug 26 16:03:17.366555 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a65074-bc3d-4729-a0d3-164144732162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d993c1-1b52-42fa-a507-397784916cbc,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:17.368960 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56762) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:17.425122 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] Publish callbacks [] for security_group (d6d993c1-1b52-42fa-a507-397784916cbc), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.445651 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] Publish callbacks [] for security_group (d6d993c1-1b52-42fa-a507-397784916cbc), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.560519 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-27d392e7-6201-46c7-b941-337c23e4179d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:17.562000 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-27d392e7-6201-46c7-b941-337c23e4179d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0485103 Aug 26 16:03:17.625449 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d6d993c1-1b52-42fa-a507-397784916cbc), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.629558 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.631327 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d6d993c1-1b52-42fa-a507-397784916cbc HTTP/1.1" status: 204 len: 168 time: 0.2608650 Aug 26 16:03:17.641787 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8ac04-29ae-4afa-a25c-c89dbf0dfaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d993c1-1b52-42fa-a507-397784916cbc,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:17.660397 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:17.660741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.772075 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d396ffc-d06f-479c-84c0-fc89b9f7965d req-b2d496a5-248c-4a1f-bc5a-7147156e5e03 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:17.774247 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d396ffc-d06f-479c-84c0-fc89b9f7965d req-b2d496a5-248c-4a1f-bc5a-7147156e5e03 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 945 time: 0.0654092 Aug 26 16:03:17.796096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:17.819821 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] For port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:17.820191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:17.895383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:17.905721 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0d396ffc-d06f-479c-84c0-fc89b9f7965d req-f93ceca3-be8a-460a-9144-f7c81f03efd8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=cd6649c7-d4b8-4ad7-90a6-e5906205618c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207080 Aug 26 16:03:18.018402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:18.019549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:18.019549 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP 9a6c4a32-5453-4d86-803c-6602f826ddfe disassociated. External IP: 172.27.1.168, port: 726f3f44-7d5b-426a-98ae-f35cdf9b45b9. Aug 26 16:03:18.019549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:18.239315 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (726f3f44-7d5b-426a-98ae-f35cdf9b45b9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:18.274276 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=726f3f44-7d5b-426a-98ae-f35cdf9b45b9,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:18.726343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c3b02-1cfe-4784-8334-c2f9e624557d req-f6700b1b-3637-42c4-8fdb-61677f81e3d8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:18.728003 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4b7c3b02-1cfe-4784-8334-c2f9e624557d req-f6700b1b-3637-42c4-8fdb-61677f81e3d8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.3726799 Aug 26 16:03:18.776023 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:18.785336 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:03:18.819965 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4b7c3b02-1cfe-4784-8334-c2f9e624557d req-fca52f0b-9bde-45da-bfea-60ed6710f442 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792346 Aug 26 16:03:18.916382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:18.929856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:18.941357 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:18.942963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:18.964033 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] No DVR routers for this DVR port 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:03:18.967021 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:18.971308 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a1f5a63e-8869-4903-bdff-dca38a0f29e4 req-37875f4f-3ddd-4ebe-8b8c-d78d39077fa4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "DELETE /networking/v2.0/ports/726f3f44-7d5b-426a-98ae-f35cdf9b45b9 HTTP/1.1" status: 204 len: 173 time: 1.3994532 Aug 26 16:03:18.971767 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'name': 'network-vif-deleted', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:18.975128 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8549c2-c374-4cbf-bbd0-bb8ba4242884" -d '{"events": [{"server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "name": "network-vif-deleted", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:19.030226 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06ad63-2c39-4832-8ed3-2877e735a599 x-openstack-request-id: req-1e06ad63-2c39-4832-8ed3-2877e735a599 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:19.030970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f241a343-9b6e-471f-9a18-964d506fe4f3", "name": "network-vif-deleted", "tag": "726f3f44-7d5b-426a-98ae-f35cdf9b45b9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:19.030970 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-1e06ad63-2c39-4832-8ed3-2877e735a599 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:19.031160 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e06ad63-2c39-4832-8ed3-2877e735a599'] response: {'server_uuid': 'f241a343-9b6e-471f-9a18-964d506fe4f3', 'name': 'network-vif-deleted', 'tag': '726f3f44-7d5b-426a-98ae-f35cdf9b45b9', 'status': 'completed', 'code': 200} Aug 26 16:03:19.033634 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e12cd640-cbf4-47f9-b94b-221e10e7afcf req-a37d5c15-bd38-40a2-971c-86391ec6ad7c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0366948 Aug 26 16:03:19.077189 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:19.278003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:19.306033 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:19.314539 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:19.315181 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:19.553027 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:19.761474 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:19.791798 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c5412c-d9ca-4e00-a5e5-75eab08ea43d None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:19.957342 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57ecb2-fde3-42f9-af51-eed3dca611a7 req-81722142-3dab-4cd3-9357-184f9d4301b7 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:19.958887 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ca57ecb2-fde3-42f9-af51-eed3dca611a7 req-81722142-3dab-4cd3-9357-184f9d4301b7 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0577588 Aug 26 16:03:20.025181 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ca57ecb2-fde3-42f9-af51-eed3dca611a7 req-2b63db68-5728-4135-bf30-d57c2a0b2575 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597215 Aug 26 16:03:20.165064 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aea0247-544a-4331-a6d7-bd139903042a None None] New status for floating IP 9a6c4a32-5453-4d86-803c-6602f826ddfe: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:03:20.185665 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7fffd0fc-e327-4484-bba0-9ce60f798de5 req-d991b765-0984-416d-81ae-ad6518fea09e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=f241a343-9b6e-471f-9a18-964d506fe4f3 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Aug 26 16:03:20.661471 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56828) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:20.771302 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7377b01c-ad79-4d39-bf03-b77df1facfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:20.852106 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7377b01c-ad79-4d39-bf03-b77df1facfec admin admin] Publish callbacks [] for security_group (df9a78a8-65bb-4c50-9d6d-c18bf239d7d4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:20.921984 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7377b01c-ad79-4d39-bf03-b77df1facfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (df9a78a8-65bb-4c50-9d6d-c18bf239d7d4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:20.961921 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377b01c-ad79-4d39-bf03-b77df1facfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9a78a8-65bb-4c50-9d6d-c18bf239d7d4,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:20.966807 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7377b01c-ad79-4d39-bf03-b77df1facfec admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=fd3861a6e346434a9a8793414e2f868c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042295 Aug 26 16:03:20.969473 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56832) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:21.020844 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] Publish callbacks [] for security_group (df9a78a8-65bb-4c50-9d6d-c18bf239d7d4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.041911 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] Publish callbacks [] for security_group (df9a78a8-65bb-4c50-9d6d-c18bf239d7d4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.152570 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02acd73-6f3a-4490-9d8a-e57ac0ee00da req-73d9db6d-3f85-451a-a476-644b1667351f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:21.154051 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e02acd73-6f3a-4490-9d8a-e57ac0ee00da req-73d9db6d-3f85-451a-a476-644b1667351f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0535641 Aug 26 16:03:21.199279 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (df9a78a8-65bb-4c50-9d6d-c18bf239d7d4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.202097 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.205999 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/df9a78a8-65bb-4c50-9d6d-c18bf239d7d4 HTTP/1.1" status: 204 len: 168 time: 0.2328751 Aug 26 16:03:21.215231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e8a41-fcbb-4103-bb2a-df38d1155d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9a78a8-65bb-4c50-9d6d-c18bf239d7d4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:21.221907 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e02acd73-6f3a-4490-9d8a-e57ac0ee00da req-6f9669eb-cf28-440c-af66-734cf421574b tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618136 Aug 26 16:03:21.420332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56846) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:21.482457 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (cd6649c7-d4b8-4ad7-90a6-e5906205618c), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.505686 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (cd6649c7-d4b8-4ad7-90a6-e5906205618c), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.651412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cd6649c7-d4b8-4ad7-90a6-e5906205618c), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.654537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.655705 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cd6649c7-d4b8-4ad7-90a6-e5906205618c HTTP/1.1" status: 204 len: 168 time: 0.2343683 Aug 26 16:03:21.658810 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56852) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:21.668733 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6de497-ffde-4788-af82-c783ad3592a0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6649c7-d4b8-4ad7-90a6-e5906205618c,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:21.673705 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.api.v2.resource [None req-45d5d267-cf1d-4663-8807-8ce0674583b1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] show failed (client error): The resource could not be found. Aug 26 16:03:21.674599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-45d5d267-cf1d-4663-8807-8ce0674583b1 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups/cd6649c7-d4b8-4ad7-90a6-e5906205618c HTTP/1.1" status: 404 len: 347 time: 0.0147998 Aug 26 16:03:21.677855 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56854) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:21.795691 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 22cfac0e-0fda-4f25-a8fe-9c02c7844e64 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:03:21.796032 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.879186 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:21.883115 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.883473 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:21.902689 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:03:21.903514 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 726f3f44-7d5b-426a-98ae-f35cdf9b45b9 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:03:21.903735 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 22cfac0e-0fda-4f25-a8fe-9c02c7844e64 owned by network:floatingip {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:03:21.909246 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:21.913373 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:22.144641 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56858) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:22.158842 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-49fc81bb-be05-4657-9f02-6100c049f1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.185698 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (22cfac0e-0fda-4f25-a8fe-9c02c7844e64), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.232381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=22cfac0e-0fda-4f25-a8fe-9c02c7844e64,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:22.320998 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (9a6c4a32-5453-4d86-803c-6602f826ddfe), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.323486 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.324635 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9efeb9a3-3e1f-4097-9a31-983f6f3cf76d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/9a6c4a32-5453-4d86-803c-6602f826ddfe HTTP/1.1" status: 204 len: 168 time: 0.6449962 Aug 26 16:03:22.337375 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-49fc81bb-be05-4657-9f02-6100c049f1c6 admin admin] Publish callbacks [] for security_group (daff40a1-cd44-4f24-8eba-fc6c29c2d06e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.362584 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823b6b7-a5bd-46ec-8152-a114d41e1b42 req-d6b7a0d7-17ec-4afa-9b8c-d3df42963c36 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:22.364202 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5823b6b7-a5bd-46ec-8152-a114d41e1b42 req-d6b7a0d7-17ec-4afa-9b8c-d3df42963c36 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0517921 Aug 26 16:03:22.427637 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5823b6b7-a5bd-46ec-8152-a114d41e1b42 req-aa13ba17-09ad-4146-83d3-7b0ce588f062 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575192 Aug 26 16:03:22.451483 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-49fc81bb-be05-4657-9f02-6100c049f1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (daff40a1-cd44-4f24-8eba-fc6c29c2d06e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.499114 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc81bb-be05-4657-9f02-6100c049f1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daff40a1-cd44-4f24-8eba-fc6c29c2d06e,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:22.507773 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-49fc81bb-be05-4657-9f02-6100c049f1c6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=57876d90542042c78363474f46e4554c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591123 Aug 26 16:03:22.516286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56874) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:22.539080 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b235620-4ee9-4cd7-aef5-330ea9e22cfa req-2f0d59b2-123e-433b-99e4-8b96098d3e12 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:22.540687 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b235620-4ee9-4cd7-aef5-330ea9e22cfa req-2f0d59b2-123e-433b-99e4-8b96098d3e12 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0512009 Aug 26 16:03:22.561849 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] Publish callbacks [] for security_group (daff40a1-cd44-4f24-8eba-fc6c29c2d06e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.590650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56876) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:22.590817 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] Publish callbacks [] for security_group (daff40a1-cd44-4f24-8eba-fc6c29c2d06e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.595917 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967039703', 'description': 'tempest-description--873940673'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:22.617057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7b235620-4ee9-4cd7-aef5-330ea9e22cfa req-95f1e651-3959-493e-81a6-46c8adfaaaf4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696354 Aug 26 16:03:22.730021 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (daff40a1-cd44-4f24-8eba-fc6c29c2d06e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.730597 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.732667 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.733828 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/daff40a1-cd44-4f24-8eba-fc6c29c2d06e HTTP/1.1" status: 204 len: 168 time: 0.2248223 Aug 26 16:03:22.742564 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c2225-c62a-444a-a2c3-91d7baa6c55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daff40a1-cd44-4f24-8eba-fc6c29c2d06e,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:22.753956 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:22.807181 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (c29f6058-f9be-4e36-9640-9e02b34b2cc4), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.868088 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:22.953258 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (c29f6058-f9be-4e36-9640-9e02b34b2cc4), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:22.983504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29f6058-f9be-4e36-9640-9e02b34b2cc4,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:23.046215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.047579 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-58737d0d-ff21-466f-82d6-c25f96d4355f tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4559669 Aug 26 16:03:23.050655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56880) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:23.055746 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6058-f9be-4e36-9640-9e02b34b2cc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:23.184221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (3b30e637-2e20-4f01-87a2-153bde6a53b4), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.222629 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:23.245001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (3b30e637-2e20-4f01-87a2-153bde6a53b4), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.336663 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (3b30e637-2e20-4f01-87a2-153bde6a53b4), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.353604 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b30e637-2e20-4f01-87a2-153bde6a53b4,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:23.444445 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.445826 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-da8701ad-ce6c-4f79-9d2f-43f1b4504ee5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3942013 Aug 26 16:03:23.448638 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 56892) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:23.454208 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'security_group_rule': {'security_group_id': 'c29f6058-f9be-4e36-9640-9e02b34b2cc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:23.568032 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f285c-63c1-439f-85ef-32224866e001 req-c817d9cd-bd17-422a-bae9-6bb5164b4398 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:23.570459 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cd2f285c-63c1-439f-85ef-32224866e001 req-c817d9cd-bd17-422a-bae9-6bb5164b4398 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0516543 Aug 26 16:03:23.580010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (4574b4f0-b97a-4c4d-a4a2-1a2228530054), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.681396 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cd2f285c-63c1-439f-85ef-32224866e001 req-b78e0cbf-3526-404c-9591-46c41064904e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0993903 Aug 26 16:03:23.690085 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (4574b4f0-b97a-4c4d-a4a2-1a2228530054), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.764134 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d81f1-31c9-4913-9a6f-1774f233df3b req-306f5472-c61f-4da9-8377-68768ef95614 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:23.765612 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eb2d81f1-31c9-4913-9a6f-1774f233df3b req-306f5472-c61f-4da9-8377-68768ef95614 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0640111 Aug 26 16:03:23.810782 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (4574b4f0-b97a-4c4d-a4a2-1a2228530054), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.830832 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eb2d81f1-31c9-4913-9a6f-1774f233df3b req-051a0c9d-55e7-46ba-a6fd-e42a7b5ace98 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595562 Aug 26 16:03:23.836309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4574b4f0-b97a-4c4d-a4a2-1a2228530054,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:23.916086 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:23.917302 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8305945f-ab9a-435d-86ec-c16d3dd8fe44 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4676363 Aug 26 16:03:23.920658 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 56906) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:23.925282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:24.050813 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.131244 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.243584 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.27.1.218 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/5b3f5154-f539-4511-a5f2-7b0998bad652) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:24.348464 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.454105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.494594 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:24.496369 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:24.501658 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:24.503590 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=5b3f5154-f539-4511-a5f2-7b0998bad652,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:24.505736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:24.590171 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.727164 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.770465 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:24.818452 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f527190-932c-4982-b755-fd4eb330ab8a req-ff97a616-9db6-49b1-b65d-5791642998db tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:24.826476 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f527190-932c-4982-b755-fd4eb330ab8a req-ff97a616-9db6-49b1-b65d-5791642998db tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0625005 Aug 26 16:03:24.852735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:24.914957 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7f527190-932c-4982-b755-fd4eb330ab8a req-6bb0c1cd-f916-4786-887f-bb2edd14eeb8 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715489 Aug 26 16:03:24.920579 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:24.992060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e94bf3-d787-419c-a0ec-0472d4862541 req-028bd8ca-5cc6-415d-a377-fb7a1ac83f38 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:24.995820 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-43e94bf3-d787-419c-a0ec-0472d4862541 req-028bd8ca-5cc6-415d-a377-fb7a1ac83f38 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0571098 Aug 26 16:03:25.033297 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:25.043503 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-43e94bf3-d787-419c-a0ec-0472d4862541 req-f5f74720-5db9-4eca-a920-9fd15d4a6320 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464668 Aug 26 16:03:25.107048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:25.109971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=5b3f5154-f539-4511-a5f2-7b0998bad652,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:25.199120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:25.210147 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1056525e-f773-48da-9710-7b9c631343e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2791705 Aug 26 16:03:25.413264 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-18af9e48-dda6-433d-beb7-5509ed0a742c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--967039703&fields=id&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 267 time: 0.0449281 Aug 26 16:03:25.524699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-d932c12c-66de-452c-b041-9374eaaa3fdb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:25.527440 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-d932c12c-66de-452c-b041-9374eaaa3fdb tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.1065392 Aug 26 16:03:25.542311 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5e0b3481-e746-4050-b718-ff2895bcc922 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/quotas/d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 375 time: 0.0099611 Aug 26 16:03:25.595239 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-523e0a5b-5b08-4de1-822d-ba8fd4d31d81 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475230 Aug 26 16:03:25.697198 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-9108f868-bbf3-4d11-a65f-0463f17b175e service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898511 Aug 26 16:03:25.794591 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-0d65c3fe-febc-40b3-bed7-3659cfd97c26 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914230 Aug 26 16:03:26.015533 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd2e4b-41eb-4af0-9559-e1860705a110 req-e61b1dfd-54ee-4f12-833c-d82fb05d1a1d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:26.017081 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-69dd2e4b-41eb-4af0-9559-e1860705a110 req-e61b1dfd-54ee-4f12-833c-d82fb05d1a1d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0483754 Aug 26 16:03:26.096139 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-69dd2e4b-41eb-4af0-9559-e1860705a110 req-1dd89d4d-282b-42c5-8270-1cac34e8c674 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715597 Aug 26 16:03:26.128283 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-45c8df15-608a-4144-8d25-19d30a5456bd req-81adf5d2-1f2a-41b0-98fe-9d5764aa55e6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 210 time: 0.0308912 Aug 26 16:03:26.206369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed01514-ee10-4f2b-8235-0813107d77d6 req-e1b9c6e0-ca8b-4f56-9c0d-93fc4f10e8cb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:26.211947 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ed01514-ee10-4f2b-8235-0813107d77d6 req-e1b9c6e0-ca8b-4f56-9c0d-93fc4f10e8cb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0538950 Aug 26 16:03:26.261610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ed01514-ee10-4f2b-8235-0813107d77d6 req-54c4ff76-95f5-4036-a822-1df9b4af02f6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470638 Aug 26 16:03:27.237036 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b8f3279f-2eff-4f8c-aba3-71ea3866c2aa req-b9acdd35-4874-4099-816a-a0577ae91685 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 210 time: 0.0299537 Aug 26 16:03:27.334475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f7573-db63-4547-b645-d56ed1f94f9f req-16d6da4d-bb08-4066-9e22-edb3a22de0b5 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:27.336558 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-379f7573-db63-4547-b645-d56ed1f94f9f req-16d6da4d-bb08-4066-9e22-edb3a22de0b5 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.1710589 Aug 26 16:03:27.372897 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:27.405047 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff33062-d735-4bab-8281-62efbc2d6f14 req-03d3630d-ed57-478f-9cdf-5e717a733c47 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:27.406503 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fff33062-d735-4bab-8281-62efbc2d6f14 req-03d3630d-ed57-478f-9cdf-5e717a733c47 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0663266 Aug 26 16:03:27.468074 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-379f7573-db63-4547-b645-d56ed1f94f9f req-37b90716-50de-4e90-ac20-b6ed0c082c89 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189730 Aug 26 16:03:27.485048 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fff33062-d735-4bab-8281-62efbc2d6f14 req-7a0d33dd-2012-4d7b-b80f-089e4a4d96e0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726082 Aug 26 16:03:28.338764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8362316f-2a5d-4c06-bde2-1bb1b88a58a1 req-688fd2c6-03e6-46f6-ac73-b02158ee2232 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Aug 26 16:03:28.626463 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:28.637276 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727b67f-bb82-4aba-8431-3a7dbfb6d5f3 req-a27ebed9-5c35-44a9-b1d5-5699ea7b8dde tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:28.638694 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c727b67f-bb82-4aba-8431-3a7dbfb6d5f3 req-a27ebed9-5c35-44a9-b1d5-5699ea7b8dde tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0819125 Aug 26 16:03:28.658755 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e455f86-b30a-4c01-b641-db661ee249a7 req-3d6209b8-2cb5-46b4-9234-ee02be69cc23 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:28.661011 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e455f86-b30a-4c01-b641-db661ee249a7 req-3d6209b8-2cb5-46b4-9234-ee02be69cc23 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0741229 Aug 26 16:03:28.804730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c727b67f-bb82-4aba-8431-3a7dbfb6d5f3 req-8f1d42bf-fbd2-4b99-8652-3d189c8e60bf tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1603153 Aug 26 16:03:28.822620 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e455f86-b30a-4c01-b641-db661ee249a7 req-b9c500f7-3c2b-475f-b03e-2098b1d2d85e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542156 Aug 26 16:03:28.857286 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-bdb579de-71c0-408e-8d87-c4471de5266e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:28.858831 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-bdb579de-71c0-408e-8d87-c4471de5266e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 814 time: 0.1916561 Aug 26 16:03:28.926310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-cb680df5-284a-462e-9300-04d6aa10457b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d95f731096d74a089f4161f5db69280c HTTP/1.1" status: 200 len: 379 time: 0.0530066 Aug 26 16:03:28.937492 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'port': {'device_id': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'admin_state_up': True, 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'security_groups': ['c29f6058-f9be-4e36-9640-9e02b34b2cc4']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:29.144389 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Made reservation on behalf of d95f731096d74a089f4161f5db69280c for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:03:29.148232 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:29.292200 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Allocated IP 172.20.0.9 (62414327-5b31-4d4a-b372-9a9bbc06aa9d/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46/fb610a76-d6cc-4bcd-be95-56a4a36620ad) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:03:29.321846 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:29.453159 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6ec1a966-5d30-49ca-9168-f182ae7d073e req-733d062b-be90-4f54-8a59-6217bc34ac3d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 210 time: 0.0370917 Aug 26 16:03:29.464008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:29.599112 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:29.646187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:03:29.650123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:03:29.654911 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:03:29.661030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event updated for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:29.686999 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:29.712833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:29.713444 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:29.807800 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-93adadb1-554c-48fb-b546-388fa731846e tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8739130 Aug 26 16:03:29.897385 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Request body: {'port': {'device_id': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:29.931165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-9926ddd9-97fc-4c14-902d-6a37b4e2319c None None] Provisioning complete for port fb610a76-d6cc-4bcd-be95-56a4a36620ad triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:29.931723 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-9926ddd9-97fc-4c14-902d-6a37b4e2319c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:29.968588 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-9926ddd9-97fc-4c14-902d-6a37b4e2319c None None] Port fb610a76-d6cc-4bcd-be95-56a4a36620ad cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:03:29.999725 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872058-ecfa-420c-a31a-20be996669cd req-061730f5-4255-4c77-b701-28273049fe32 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:30.001244 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fd872058-ecfa-420c-a31a-20be996669cd req-061730f5-4255-4c77-b701-28273049fe32 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.1197953 Aug 26 16:03:30.042447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264076ac-bae7-4e25-83d7-841ff8341049 req-b7f5ad74-e84d-49ec-8c6d-8d3b405b289f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:30.043924 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-264076ac-bae7-4e25-83d7-841ff8341049 req-b7f5ad74-e84d-49ec-8c6d-8d3b405b289f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.1280949 Aug 26 16:03:30.077811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.167023 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fd872058-ecfa-420c-a31a-20be996669cd req-0f48a38a-48e2-4ab7-a8db-bba805299478 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1562335 Aug 26 16:03:30.178395 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-264076ac-bae7-4e25-83d7-841ff8341049 req-30826934-3918-4284-b794-e0fe37e6470f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263397 Aug 26 16:03:30.391376 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb610a76-d6cc-4bcd-be95-56a4a36620ad {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:03:30.398848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks [] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.411016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Transition to ACTIVE for port object fb610a76-d6cc-4bcd-be95-56a4a36620ad will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:03:30.539285 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.603019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640f598-a1bc-4948-9503-a169e8e27f16 req-ebd66211-e421-4c03-a0e4-c148b4c5cf1c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:30.604486 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c640f598-a1bc-4948-9503-a169e8e27f16 req-ebd66211-e421-4c03-a0e4-c148b4c5cf1c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 943 time: 0.0764761 Aug 26 16:03:30.666224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:30.715888 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c640f598-a1bc-4948-9503-a169e8e27f16 req-b5aefcb3-9bb6-4248-8981-96e558f2bcf9 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033633 Aug 26 16:03:30.725533 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Attempting to bind port fb610a76-d6cc-4bcd-be95-56a4a36620ad on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:03:30.725898 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Attempting to bind port fb610a76-d6cc-4bcd-be95-56a4a36620ad by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:03:30.726245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Attempting to bind port fb610a76-d6cc-4bcd-be95-56a4a36620ad on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:30.731323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Port fb610a76-d6cc-4bcd-be95-56a4a36620ad on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Attempting to bind port fb610a76-d6cc-4bcd-be95-56a4a36620ad on network 62414327-5b31-4d4a-b372-9a9bbc06aa9d {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Checking segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Bound using segment: {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Bound port: fb610a76-d6cc-4bcd-be95-56a4a36620ad, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef216808-9d6a-409c-9696-04756ad731e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:03:30.738726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.740577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:30.779823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:30.800858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:03:30.804229 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:03:30.913514 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.917518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:30.918318 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:30.919728 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/fb610a76-d6cc-4bcd-be95-56a4a36620ad HTTP/1.1" status: 200 len: 1093 time: 1.0271482 Aug 26 16:03:30.922071 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:30.924530 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb00ce86-45e1-4a32-bb12-e50310b01cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:30.971014 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75892508-24da-4f76-abf6-f728a47c2127 x-openstack-request-id: req-75892508-24da-4f76-abf6-f728a47c2127 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:30.971384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:30.971592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-75892508-24da-4f76-abf6-f728a47c2127 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:30.971998 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75892508-24da-4f76-abf6-f728a47c2127'] response: {'name': 'network-changed', 'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'status': 'completed', 'code': 200} Aug 26 16:03:30.976615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d098f89-704b-493b-af42-891ff9c7ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:31.105108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-6bc2a0d5-0745-46d2-9907-df709c3a8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.106597 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-6bc2a0d5-0745-46d2-9907-df709c3a8232 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 1127 time: 0.0451341 Aug 26 16:03:31.219501 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-a0ec4dcd-018d-4c40-b39a-744e3f3a29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.221086 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-a0ec4dcd-018d-4c40-b39a-744e3f3a29ee service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=d95f731096d74a089f4161f5db69280c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001174 Aug 26 16:03:31.307611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57022) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:31.373200 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e472622-ff91-45a8-9072-76e042f248f6 req-882a83ce-c8e5-4708-afcf-22a592e48f9d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.374701 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4e472622-ff91-45a8-9072-76e042f248f6 req-882a83ce-c8e5-4708-afcf-22a592e48f9d tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0890408 Aug 26 16:03:31.384809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40bec26-cccf-4ccd-a384-7b5f907a646f req-c4e00722-cf38-45ae-8e97-51a7be6e82b7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.386239 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f40bec26-cccf-4ccd-a384-7b5f907a646f req-c4e00722-cf38-45ae-8e97-51a7be6e82b7 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0990164 Aug 26 16:03:31.420097 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3299-e75b-40cd-9c76-0a2fc3825511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.465037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-139ba8f6-0046-47ec-9474-afb9f5de96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.466488 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eb00ce86-45e1-4a32-bb12-e50310b01cb3 req-139ba8f6-0046-47ec-9474-afb9f5de96c6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2385435 Aug 26 16:03:31.496971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f40bec26-cccf-4ccd-a384-7b5f907a646f req-20ba50a1-9ecf-4986-879e-bfd092257fe3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994942 Aug 26 16:03:31.502958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3299-e75b-40cd-9c76-0a2fc3825511 admin admin] Publish callbacks [] for security_group (3be4e328-4a7e-407c-bf69-821721f07886), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.512127 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4e472622-ff91-45a8-9072-76e042f248f6 req-dc16f571-b4f6-4e97-8eaa-fbd9c99aa059 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4&id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1249595 Aug 26 16:03:31.585362 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-ef44f94d-d364-45f0-b780-ae01eb9c2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.586956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-ef44f94d-d364-45f0-b780-ae01eb9c2856 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 1127 time: 0.0407746 Aug 26 16:03:31.610173 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3299-e75b-40cd-9c76-0a2fc3825511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (3be4e328-4a7e-407c-bf69-821721f07886), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.634718 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-9528a65e-089c-4c9b-bdc3-feecb18022ba service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad HTTP/1.1" status: 200 len: 217 time: 0.0336685 Aug 26 16:03:31.653227 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-bb8e3299-e75b-40cd-9c76-0a2fc3825511 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=00ac1b417e974a499ec9d75da204b499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3444457 Aug 26 16:03:31.654158 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e3299-e75b-40cd-9c76-0a2fc3825511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be4e328-4a7e-407c-bf69-821721f07886,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:31.656542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57028) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:31.688965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5bca2767-2da8-4e17-8bb5-937cbd89e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.690479 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-5bca2767-2da8-4e17-8bb5-937cbd89e332 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.0492208 Aug 26 16:03:31.710245 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] Publish callbacks [] for security_group (3be4e328-4a7e-407c-bf69-821721f07886), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.731461 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] Publish callbacks [] for security_group (3be4e328-4a7e-407c-bf69-821721f07886), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.735642 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-974642ce-5cf2-4e93-9b74-3ef11dcf91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.737123 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-974642ce-5cf2-4e93-9b74-3ef11dcf91c9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403812 Aug 26 16:03:31.769089 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:31.792151 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:31.856825 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082aeab-33d1-44f3-858a-cba435610184 req-e4cae34f-ab52-4a2d-8e69-15fa1dbfaae0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:31.858273 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7082aeab-33d1-44f3-858a-cba435610184 req-e4cae34f-ab52-4a2d-8e69-15fa1dbfaae0 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 943 time: 0.0636356 Aug 26 16:03:31.881639 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (3be4e328-4a7e-407c-bf69-821721f07886), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.885589 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:31.887103 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/3be4e328-4a7e-407c-bf69-821721f07886 HTTP/1.1" status: 204 len: 168 time: 0.2293127 Aug 26 16:03:31.895011 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f3404-c425-46c3-a1db-8deec58d4505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be4e328-4a7e-407c-bf69-821721f07886,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:31.908754 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-86a4c8e3-1755-4497-91df-7b336eb663c6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653163 Aug 26 16:03:31.969344 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7082aeab-33d1-44f3-858a-cba435610184 req-5b30251a-3d85-4064-b204-33a386a50053 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044078 Aug 26 16:03:32.020476 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41bade3a-2ce4-4b86-a80e-e3e98f55764e req-4a1258ef-2979-4d05-a9c0-f444431e0228 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058049 Aug 26 16:03:32.288322 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:32.293388 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:32.623347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1e7e5-6e71-43a4-9925-c5f4547c64c1 req-d95df946-fd1c-4128-b8b4-26049095affb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:32.624808 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84f1e7e5-6e71-43a4-9925-c5f4547c64c1 req-d95df946-fd1c-4128-b8b4-26049095affb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0486991 Aug 26 16:03:32.636261 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:32.674935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84f1e7e5-6e71-43a4-9925-c5f4547c64c1 req-066d0fcd-7e91-4d57-baee-91aeae0f20fc tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445910 Aug 26 16:03:32.824324 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57044) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:32.838577 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-35439edf-592f-4023-9ab5-af03f36109c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:32.915607 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-35439edf-592f-4023-9ab5-af03f36109c8 admin admin] Publish callbacks [] for security_group (df4c8163-b101-449d-a6e1-9f8e1a091f12), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.024694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-35439edf-592f-4023-9ab5-af03f36109c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (df4c8163-b101-449d-a6e1-9f8e1a091f12), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.073070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35439edf-592f-4023-9ab5-af03f36109c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c8163-b101-449d-a6e1-9f8e1a091f12,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:33.078841 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-35439edf-592f-4023-9ab5-af03f36109c8 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=7324bf97771d45b6b6304ef3bfd7b1ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522020 Aug 26 16:03:33.081268 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57052) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:33.099986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc137d-0da9-4ecc-9ccf-23d3f93f2678 req-b4daa626-ee63-4b08-b5e3-6007b468bb85 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:33.107196 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cffc137d-0da9-4ecc-9ccf-23d3f93f2678 req-b4daa626-ee63-4b08-b5e3-6007b468bb85 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 943 time: 0.0635166 Aug 26 16:03:33.130965 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:33.143922 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] Publish callbacks [] for security_group (df4c8163-b101-449d-a6e1-9f8e1a091f12), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.149749 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cffc137d-0da9-4ecc-9ccf-23d3f93f2678 req-4739d8f0-d01e-40f1-ad36-93f19c4bec4c tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417373 Aug 26 16:03:33.175249 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] Publish callbacks [] for security_group (df4c8163-b101-449d-a6e1-9f8e1a091f12), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.301239 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (df4c8163-b101-449d-a6e1-9f8e1a091f12), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.303873 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:33.305016 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/df4c8163-b101-449d-a6e1-9f8e1a091f12 HTTP/1.1" status: 204 len: 168 time: 0.2228215 Aug 26 16:03:33.313014 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b203ed-7f73-4ec6-aecf-c5bb54f10561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c8163-b101-449d-a6e1-9f8e1a091f12,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:33.325858 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:33.811258 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd719-2f7d-4738-b7d5-3e0aa8c6303d req-bee01c63-25d8-4c93-8ac2-a3a36fec45f4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:33.812740 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c0cd719-2f7d-4738-b7d5-3e0aa8c6303d req-bee01c63-25d8-4c93-8ac2-a3a36fec45f4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0530567 Aug 26 16:03:33.861740 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8c0cd719-2f7d-4738-b7d5-3e0aa8c6303d req-7ac4b49e-d5e7-4932-a437-74aec0e3b32d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433760 Aug 26 16:03:33.928289 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device fb610a76-d6cc-4bcd-be95-56a4a36620ad details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:03:33.941286 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:34.036194 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:34.045635 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'port_id': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'mac_address': 'fa:16:3e:9b:e0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:03:34.083793 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port fb610a76-d6cc-4bcd-be95-56a4a36620ad is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:34.084077 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:34.097516 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb610a76-d6cc-4bcd-be95-56a4a36620ad {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:03:34.118144 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:34.204482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:34.254744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:34.287470 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c88b0-a6c4-425a-824a-66bb90b8136b req-adf844c1-b828-4799-8546-a349ef034852 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:34.288967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5c3c88b0-a6c4-425a-824a-66bb90b8136b req-adf844c1-b828-4799-8546-a349ef034852 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 944 time: 0.0546546 Aug 26 16:03:34.340367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5c3c88b0-a6c4-425a-824a-66bb90b8136b req-91985288-8b84-40b6-bcc7-93b1c386faa6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444031 Aug 26 16:03:34.585846 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['fb610a76-d6cc-4bcd-be95-56a4a36620ad'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:03:34.716402 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:34.990487 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5618628-0918-4800-879d-ce38322471c2 req-637149f3-cc63-4309-9431-9049bf55bb6b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:34.993969 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e5618628-0918-4800-879d-ce38322471c2 req-637149f3-cc63-4309-9431-9049bf55bb6b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0499523 Aug 26 16:03:35.049844 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e5618628-0918-4800-879d-ce38322471c2 req-eed49815-7227-4594-a5eb-7992582ccda4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519214 Aug 26 16:03:35.463685 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ddaed-0191-4b46-8ac0-4248affb10ec req-5b313fd4-be84-473f-95c0-46ac8f481a3d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:35.465397 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-721ddaed-0191-4b46-8ac0-4248affb10ec req-5b313fd4-be84-473f-95c0-46ac8f481a3d tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 944 time: 0.0503511 Aug 26 16:03:35.517786 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-721ddaed-0191-4b46-8ac0-4248affb10ec req-e0917088-f5a3-4704-a9d0-a11a627f5dd7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423081 Aug 26 16:03:35.944137 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device fb610a76-d6cc-4bcd-be95-56a4a36620ad up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:35.989371 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port fb610a76-d6cc-4bcd-be95-56a4a36620ad completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:03:36.107322 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port fb610a76-d6cc-4bcd-be95-56a4a36620ad triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:36.107878 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.182758 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69dfa0-9324-4d82-aaa9-631895b53828 req-cab8659e-513c-4366-be12-639881905e4f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:36.183984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port fb610a76-d6cc-4bcd-be95-56a4a36620ad is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:36.184280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e69dfa0-9324-4d82-aaa9-631895b53828 req-cab8659e-513c-4366-be12-639881905e4f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0515509 Aug 26 16:03:36.184414 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.207738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:36.209983 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192f855-b56b-43b3-89b6-9836cdc59241" -d '{"events": [{"server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "name": "network-vif-plugged", "status": "completed", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:36.231999 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:36.235046 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9e69dfa0-9324-4d82-aaa9-631895b53828 req-53942c7b-670a-4bc0-8fd7-f2f69c1b2160 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Aug 26 16:03:36.252752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a84712-4bad-4e53-b73c-ebb811258d8b x-openstack-request-id: req-b2a84712-4bad-4e53-b73c-ebb811258d8b {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:36.253046 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "name": "network-vif-plugged", "status": "completed", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:36.253302 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-b2a84712-4bad-4e53-b73c-ebb811258d8b {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:36.253702 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a84712-4bad-4e53-b73c-ebb811258d8b'] response: {'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'code': 200} Aug 26 16:03:36.327659 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.381567 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:36.568758 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57152) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:36.652289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5103b-a64f-4965-a4b1-1a23f12b7e60 req-683d72ac-1dfc-4ccb-acde-91baab0281c5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:36.653766 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6f5103b-a64f-4965-a4b1-1a23f12b7e60 req-683d72ac-1dfc-4ccb-acde-91baab0281c5 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0568032 Aug 26 16:03:36.721623 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5879-d8a1-414c-8b94-df735641796f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.735936 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b482c0-de76-49a2-a383-5f91255b4c06 req-1bfd877b-d5e3-421d-8ff1-78c7e6f0b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:36.737386 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26b482c0-de76-49a2-a383-5f91255b4c06 req-1bfd877b-d5e3-421d-8ff1-78c7e6f0b234 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 1129 time: 0.0789089 Aug 26 16:03:36.779128 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6f5103b-a64f-4965-a4b1-1a23f12b7e60 req-cebe5c1c-74ba-412b-84b1-a23ca7e965b3 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113193 Aug 26 16:03:36.820008 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26b482c0-de76-49a2-a383-5f91255b4c06 req-197ef7d1-2e8b-4fd3-9111-26314b1642c0 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745256 Aug 26 16:03:36.825627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:36.860254 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5879-d8a1-414c-8b94-df735641796f admin admin] Publish callbacks [] for security_group (55638e28-69fb-4219-83e9-0696d055cef2), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.938592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5879-d8a1-414c-8b94-df735641796f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (55638e28-69fb-4219-83e9-0696d055cef2), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:36.970749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:36.981190 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0b9e5879-d8a1-414c-8b94-df735641796f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=983aaf9b59a2413a92c905a912e02519&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4113219 Aug 26 16:03:36.981904 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e5879-d8a1-414c-8b94-df735641796f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55638e28-69fb-4219-83e9-0696d055cef2,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:36.983917 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57156) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:37.034455 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] Publish callbacks [] for security_group (55638e28-69fb-4219-83e9-0696d055cef2), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.056976 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] Publish callbacks [] for security_group (55638e28-69fb-4219-83e9-0696d055cef2), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.187178 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (55638e28-69fb-4219-83e9-0696d055cef2), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.189775 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.190967 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/55638e28-69fb-4219-83e9-0696d055cef2 HTTP/1.1" status: 204 len: 168 time: 0.2059362 Aug 26 16:03:37.200509 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d2c26-4a10-433e-bafc-1b1688576b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55638e28-69fb-4219-83e9-0696d055cef2,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:37.363096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef587cc7-12db-4cb0-bc81-1810c54264bc req-6e20cd9a-e5f6-4880-956f-e77e424a24aa tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:37.364863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ef587cc7-12db-4cb0-bc81-1810c54264bc req-6e20cd9a-e5f6-4880-956f-e77e424a24aa tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0490761 Aug 26 16:03:37.414309 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ef587cc7-12db-4cb0-bc81-1810c54264bc req-3eca173a-9f2d-4408-af44-4191faa9407f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Aug 26 16:03:37.564382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ea15-262f-40bd-bd7d-88ac3c789f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.863697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57168) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:37.877518 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76d000b4-7b5d-4d75-aad4-9d458930e1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:37.901398 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a467ec7-25b7-427e-a947-fec99efb6b71 req-c2859b21-f57c-488e-9fdb-2671209394c7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:37.902892 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a467ec7-25b7-427e-a947-fec99efb6b71 req-c2859b21-f57c-488e-9fdb-2671209394c7 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0477908 Aug 26 16:03:37.956175 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a467ec7-25b7-427e-a947-fec99efb6b71 req-e01155c3-35e2-4546-8c66-3bf25f596605 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473013 Aug 26 16:03:37.960154 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76d000b4-7b5d-4d75-aad4-9d458930e1a8 admin admin] Publish callbacks [] for security_group (50a11b20-98b0-4161-b4b8-b61809d4f060), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.036092 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76d000b4-7b5d-4d75-aad4-9d458930e1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (50a11b20-98b0-4161-b4b8-b61809d4f060), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.076136 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d000b4-7b5d-4d75-aad4-9d458930e1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a11b20-98b0-4161-b4b8-b61809d4f060,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:38.080403 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-76d000b4-7b5d-4d75-aad4-9d458930e1a8 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e497531d594c4d9ba12f688c279a6ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156737 Aug 26 16:03:38.083531 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57170) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:38.132412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] Publish callbacks [] for security_group (50a11b20-98b0-4161-b4b8-b61809d4f060), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.153829 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] Publish callbacks [] for security_group (50a11b20-98b0-4161-b4b8-b61809d4f060), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.289755 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (50a11b20-98b0-4161-b4b8-b61809d4f060), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.292605 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:38.293752 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/50a11b20-98b0-4161-b4b8-b61809d4f060 HTTP/1.1" status: 204 len: 168 time: 0.2096803 Aug 26 16:03:38.301792 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98d64a-58fc-42b3-9a79-2b95378fd266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a11b20-98b0-4161-b4b8-b61809d4f060,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:38.544524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b9cc-6f96-4933-bb21-dde2205a25b0 req-1a7441b4-fa12-49ea-b6c5-81abdb50edc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:38.546001 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27f1b9cc-6f96-4933-bb21-dde2205a25b0 req-1a7441b4-fa12-49ea-b6c5-81abdb50edc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0497272 Aug 26 16:03:38.597687 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27f1b9cc-6f96-4933-bb21-dde2205a25b0 req-0de4736e-3a75-4b39-88ca-4d373acb65ea tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459211 Aug 26 16:03:39.084206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed83b6-bc5e-44b5-a00f-3b493afbe80c req-a98ee6dc-ae46-451c-a8dd-40b7497f4dbd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:39.085705 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-28ed83b6-bc5e-44b5-a00f-3b493afbe80c req-a98ee6dc-ae46-451c-a8dd-40b7497f4dbd tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0534701 Aug 26 16:03:39.135819 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-28ed83b6-bc5e-44b5-a00f-3b493afbe80c req-b2cfb240-5ee9-4733-b7a2-e2815e2d5414 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438912 Aug 26 16:03:39.266428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb27735-2adb-45e4-838a-6354fe8ff812 req-82aa8db4-85e5-43dd-bb3b-db96af3965f6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:39.267943 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffb27735-2adb-45e4-838a-6354fe8ff812 req-82aa8db4-85e5-43dd-bb3b-db96af3965f6 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0564227 Aug 26 16:03:39.277596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57196) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:39.282315 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Request body: {'floatingip': {'port_id': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:03:39.322409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:39.849861 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfdc34-74fe-46cd-9fe1-c12b72734d1c req-7f5aa42c-dc79-4549-8c61-10e1aa3cb04d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:39.851320 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47dfdc34-74fe-46cd-9fe1-c12b72734d1c req-7f5aa42c-dc79-4549-8c61-10e1aa3cb04d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0664601 Aug 26 16:03:39.983028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:03:39.994744 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-47dfdc34-74fe-46cd-9fe1-c12b72734d1c req-e6865907-4a0a-4113-be29-5575800dca45 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171989 Aug 26 16:03:40.093107 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:40.100522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:40.105738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '5921e1e6-5379-4181-b413-94122520d6d1', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:03:40.110965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.152411 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: ACTIVE; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:40.152797 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.166322 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:03:40.185933 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:40.227383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.277085 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7f78ecb-cce7-4984-8ac3-e0e216fb286b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.327237 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:40.330218 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP c53594cd-c4ec-40fd-a34b-90eda48e7a75 associated. External IP: 172.27.1.218, port: fb610a76-d6cc-4bcd-be95-56a4a36620ad. Aug 26 16:03:40.381722 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.459811 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=6']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:40.547332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:03:40.595448 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['5921e1e6-5379-4181-b413-94122520d6d1'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:03:40.627658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:40.655735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:03:40.660483 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:40.674491 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:03:40.695608 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6e403a84-f495-4c08-8f62-edef0c5b79c2 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "PUT /networking/v2.0/floatingips/c53594cd-c4ec-40fd-a34b-90eda48e7a75 HTTP/1.1" status: 200 len: 991 time: 1.4166803 Aug 26 16:03:40.696646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:40.702217 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9" -d '{"events": [{"name": "network-changed", "server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:40.702632 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:40.703302 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:40.710686 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:40.742881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ab1a9a-b4fa-4b86-9a8c-ae7fac403676 x-openstack-request-id: req-93ab1a9a-b4fa-4b86-9a8c-ae7fac403676 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:40.743319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:40.743629 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-93ab1a9a-b4fa-4b86-9a8c-ae7fac403676 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:40.744807 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ab1a9a-b4fa-4b86-9a8c-ae7fac403676'] response: {'name': 'network-changed', 'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'status': 'completed', 'code': 200} Aug 26 16:03:40.850829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:40.851294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-def690a8-6f3a-45d2-b599-b57dce3f721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:40.852817 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-def690a8-6f3a-45d2-b599-b57dce3f721a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=d95f731096d74a089f4161f5db69280c&device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 1129 time: 0.0417562 Aug 26 16:03:40.962855 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-716bf498-2acd-401b-a726-edc94bad1bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:40.964507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-716bf498-2acd-401b-a726-edc94bad1bee service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 200 len: 915 time: 0.1019661 Aug 26 16:03:41.063826 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-129fc105-3f6c-4b9e-8832-56f8ced4005a service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad HTTP/1.1" status: 200 len: 999 time: 0.0890536 Aug 26 16:03:41.111385 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'c53594cd-c4ec-40fd-a34b-90eda48e7a75', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:9b:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:03:24Z', 'updated_at': '2022-08-26T16:03:40Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:41.125098 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-5919fe66-6e92-4381-a58c-26d4cc6d289c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494990 Aug 26 16:03:41.142668 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:03:41.152061 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:03:41.152685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:41.176446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-95d8e2df-2c38-48b8-87c1-180a0b5f83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:41.178710 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-95d8e2df-2c38-48b8-87c1-180a0b5f83a9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 200 len: 853 time: 0.1031611 Aug 26 16:03:41.208179 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfabc64-a891-4e98-a4f0-273ae1a4fa3c req-a1bd463f-a6b4-457a-95bb-78fad08d7df1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:41.209841 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1cfabc64-a891-4e98-a4f0-273ae1a4fa3c req-a1bd463f-a6b4-457a-95bb-78fad08d7df1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 945 time: 0.0799878 Aug 26 16:03:41.270400 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-d6d74c9c-d37b-4c45-b080-d4c54bbb7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:41.272161 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-d6d74c9c-d37b-4c45-b080-d4c54bbb7e56 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.0633655 Aug 26 16:03:41.272302 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-da553437-29ad-48c0-b841-3aab234636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:41.273741 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-da553437-29ad-48c0-b841-3aab234636a0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=62414327-5b31-4d4a-b372-9a9bbc06aa9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0849698 Aug 26 16:03:41.301009 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1cfabc64-a891-4e98-a4f0-273ae1a4fa3c req-ed729147-968a-417d-ad41-69ae91cdb303 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663602 Aug 26 16:03:41.422170 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:03:41.469107 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.489367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-89833a70-bc49-4eda-93af-e35da867642f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316924 Aug 26 16:03:41.656178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'c53594cd-c4ec-40fd-a34b-90eda48e7a75', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:9b:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:03:24Z', 'updated_at': '2022-08-26T16:03:40Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:03:41.681638 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40081e7-a024-4821-b55e-92c1d9cc7bdc None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'c53594cd-c4ec-40fd-a34b-90eda48e7a75', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'floating_ip_address': '172.27.1.218', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'port_id': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'mac_address': 'fa:16:3e:9b:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:03:24Z', 'updated_at': '2022-08-26T16:03:40Z', 'revision_number': 1, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:03:41.781875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.789097 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:41.868986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:41.886774 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ffe8cac4-0dc1-489f-921c-80a8d9d995e9 req-acc340d3-52f3-4a27-b44c-12ca29dab93a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262231 Aug 26 16:03:41.909270 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-4f67e60f-fb85-4b9b-b06f-03e97f93fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:41.910743 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-4f67e60f-fb85-4b9b-b06f-03e97f93fbe2 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 910 time: 0.1470656 Aug 26 16:03:41.951892 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ddf67-1b20-433a-867f-186f8589dfcd None None] New status for floating IP c53594cd-c4ec-40fd-a34b-90eda48e7a75: ACTIVE {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:03:41.991786 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:03:42.049416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 5921e1e6-5379-4181-b413-94122520d6d1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:03:42.049805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5921e1e6-5379-4181-b413-94122520d6d1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.119072 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57276) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:42.148041 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:42.151472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.180966 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:42.183770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44229e5-d4fe-49a0-8c37-7b6386d1e521" -d '{"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:42.229843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:42.261086 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad671cc-faa1-4482-a71e-e388fd77d728 x-openstack-request-id: req-4ad671cc-faa1-4482-a71e-e388fd77d728 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:42.261383 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:42.261635 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4ad671cc-faa1-4482-a71e-e388fd77d728 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:42.262035 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad671cc-faa1-4482-a71e-e388fd77d728'] response: {'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'code': 200} Aug 26 16:03:42.267330 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-39a1c7ac-f56b-460e-b9cc-d56c958f7ebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.307441 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.329015 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-bd4dc41e-5f9a-48b6-bbd0-e9d88613a75f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 1001 time: 0.0724251 Aug 26 16:03:42.363382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=7']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:42.396204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:42.401066 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-b536085b-a597-4e3d-b634-5c8283960f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:42.402600 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-b536085b-a597-4e3d-b634-5c8283960f7e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.0687368 Aug 26 16:03:42.442221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-39a1c7ac-f56b-460e-b9cc-d56c958f7ebb admin admin] Publish callbacks [] for security_group (f5db2e7d-1f39-47f6-bafa-68b08a87e499), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.471962 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-78b01c63-7813-4aa7-87d0-678fe8fc5174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:42.473594 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-78b01c63-7813-4aa7-87d0-678fe8fc5174 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609610 Aug 26 16:03:42.486162 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:42.541968 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a361c-c799-4a05-9167-9cb852ea585c req-01f9da12-ab75-4a3c-842e-130ee0e1af38 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:42.554982 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-286a361c-c799-4a05-9167-9cb852ea585c req-01f9da12-ab75-4a3c-842e-130ee0e1af38 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.1091120 Aug 26 16:03:42.562333 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-39a1c7ac-f56b-460e-b9cc-d56c958f7ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f5db2e7d-1f39-47f6-bafa-68b08a87e499), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.633548 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-436ecd9d-3cef-4d02-9a33-f1e161a3747c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486349 Aug 26 16:03:42.656898 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-39a1c7ac-f56b-460e-b9cc-d56c958f7ebb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=dc2060e442ed41d4b0b512cbafb07c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365362 Aug 26 16:03:42.657901 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57300) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:42.695759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1c7ac-f56b-460e-b9cc-d56c958f7ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db2e7d-1f39-47f6-bafa-68b08a87e499,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:42.745570 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-286a361c-c799-4a05-9167-9cb852ea585c req-4eb7fd5a-3176-4a4c-be5d-8b7b3cca8bb8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881208 Aug 26 16:03:42.772962 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-4d822a2e-2eaa-4f98-b4fc-cfd8d198607b req-703fb89c-16d2-4559-92a7-2112e9d99f2d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221871 Aug 26 16:03:42.773825 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] Publish callbacks [] for security_group (f5db2e7d-1f39-47f6-bafa-68b08a87e499), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:42.802062 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] Publish callbacks [] for security_group (f5db2e7d-1f39-47f6-bafa-68b08a87e499), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.333490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f5db2e7d-1f39-47f6-bafa-68b08a87e499), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.337741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.343410 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f5db2e7d-1f39-47f6-bafa-68b08a87e499 HTTP/1.1" status: 204 len: 168 time: 0.6748354 Aug 26 16:03:43.348155 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f927147-cd13-4b17-95c6-e63c3644dd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db2e7d-1f39-47f6-bafa-68b08a87e499,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:43.527522 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.684277 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:43.901717 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:43.929554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796c1c9-d5f9-43e7-a85a-8892bf60c6b1 req-b589894a-4930-4c67-a091-e58d4ba76627 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:43.938277 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8796c1c9-d5f9-43e7-a85a-8892bf60c6b1 req-b589894a-4930-4c67-a091-e58d4ba76627 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0978334 Aug 26 16:03:44.011770 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8796c1c9-d5f9-43e7-a85a-8892bf60c6b1 req-f79d9127-0554-4e85-8866-2cacb9ce7e35 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666993 Aug 26 16:03:44.307806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.468140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57318) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:44.483697 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6ed9e6ce-965a-4c73-af52-60e2933d068e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.572516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6ed9e6ce-965a-4c73-af52-60e2933d068e admin admin] Publish callbacks [] for security_group (2be174e9-fa2d-4843-9c62-b007ea3669b8), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.911325 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6ed9e6ce-965a-4c73-af52-60e2933d068e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2be174e9-fa2d-4843-9c62-b007ea3669b8), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:44.970623 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6ed9e6ce-965a-4c73-af52-60e2933d068e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=124fe5b8ee0d4d85981ea23cd225934d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985409 Aug 26 16:03:44.985521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57320) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:44.985521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9e6ce-965a-4c73-af52-60e2933d068e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be174e9-fa2d-4843-9c62-b007ea3669b8,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:45.106008 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] Publish callbacks [] for security_group (2be174e9-fa2d-4843-9c62-b007ea3669b8), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.146617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] Publish callbacks [] for security_group (2be174e9-fa2d-4843-9c62-b007ea3669b8), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.209344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd7def-fd1e-4053-8901-7052c4ef73c4 req-deb9cfc5-b001-4b7d-8262-c65eed45ba30 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:45.209344 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-21dd7def-fd1e-4053-8901-7052c4ef73c4 req-deb9cfc5-b001-4b7d-8262-c65eed45ba30 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0806527 Aug 26 16:03:45.261621 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-21dd7def-fd1e-4053-8901-7052c4ef73c4 req-49fb2d43-a777-4a94-9282-f0be8b7ca25d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Aug 26 16:03:45.530291 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2be174e9-fa2d-4843-9c62-b007ea3669b8), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.536967 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:45.536967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2be174e9-fa2d-4843-9c62-b007ea3669b8 HTTP/1.1" status: 204 len: 168 time: 0.5619578 Aug 26 16:03:45.542801 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfae918-0669-4ab4-8667-5038b9457191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be174e9-fa2d-4843-9c62-b007ea3669b8,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:45.553667 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:46.397039 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc81e37-eae2-4876-b179-fde6763b4799 req-96324c6f-a99b-41b0-a445-a5c9c01880e2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:46.405457 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ddc81e37-eae2-4876-b179-fde6763b4799 req-96324c6f-a99b-41b0-a445-a5c9c01880e2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0579028 Aug 26 16:03:46.488389 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ddc81e37-eae2-4876-b179-fde6763b4799 req-c282b267-f15a-4961-9a13-c6ddfc32b2ed tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817926 Aug 26 16:03:47.654905 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424d229-0cd8-44f6-8157-6f28ff2bea2f req-42b4a803-05ac-4795-b92b-b9aa4b593f22 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:47.658389 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9424d229-0cd8-44f6-8157-6f28ff2bea2f req-42b4a803-05ac-4795-b92b-b9aa4b593f22 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0566406 Aug 26 16:03:47.730609 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9424d229-0cd8-44f6-8157-6f28ff2bea2f req-c4e688cf-7852-41b9-88ff-8dae36fa689d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605857 Aug 26 16:03:48.851594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af65ff-8604-4e4f-a581-6eae63009d18 req-ccc50644-59e5-4f61-afe7-272b7969dc23 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:48.852979 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05af65ff-8604-4e4f-a581-6eae63009d18 req-ccc50644-59e5-4f61-afe7-272b7969dc23 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0527954 Aug 26 16:03:48.902443 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05af65ff-8604-4e4f-a581-6eae63009d18 req-583cf5a0-65e4-4cdf-9206-bc5e9d09ad13 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Aug 26 16:03:50.058946 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5306449-1317-4ba6-b667-de688ad78b43 req-dfa41b10-8104-4eed-97a0-303d6b2a21f2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:50.061208 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c5306449-1317-4ba6-b667-de688ad78b43 req-dfa41b10-8104-4eed-97a0-303d6b2a21f2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0648446 Aug 26 16:03:50.131387 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c5306449-1317-4ba6-b667-de688ad78b43 req-72a6aeae-91d4-45f3-8dcd-0b467b157c93 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636594 Aug 26 16:03:51.263680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:51.284383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23787b6e-b865-4139-abb4-df7ac13422c9 req-3a57546d-4478-44f3-9321-134a257886be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:51.285878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-23787b6e-b865-4139-abb4-df7ac13422c9 req-3a57546d-4478-44f3-9321-134a257886be tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0571814 Aug 26 16:03:51.320335 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:51.361493 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-23787b6e-b865-4139-abb4-df7ac13422c9 req-7fd0870f-ce87-4a5f-9bf8-24f3a87127b5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653539 Aug 26 16:03:52.054459 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:52.090048 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:52.482192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dbd84-3df2-4631-b906-e13728b6e6fb req-ea32a4bd-0a70-4ff0-8b9c-88a597fd67b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:52.483707 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-347dbd84-3df2-4631-b906-e13728b6e6fb req-ea32a4bd-0a70-4ff0-8b9c-88a597fd67b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 26 16:03:52.538735 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-347dbd84-3df2-4631-b906-e13728b6e6fb req-81f3a415-ff45-41ed-b4e3-303eacf7a152 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 Aug 26 16:03:52.769409 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=47 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:53.144601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57430) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:53.269645 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-67b82da4-b73c-4f87-83f0-1a2ca0b17606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.303674 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:03:53.352658 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-67b82da4-b73c-4f87-83f0-1a2ca0b17606 admin admin] Publish callbacks [] for security_group (6c58ee09-c364-461f-a704-7b6cadb29710), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.452949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-67b82da4-b73c-4f87-83f0-1a2ca0b17606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (6c58ee09-c364-461f-a704-7b6cadb29710), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.497422 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-67b82da4-b73c-4f87-83f0-1a2ca0b17606 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=f5acc35a0352450b9c1b0434978331a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3515408 Aug 26 16:03:53.498529 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b82da4-b73c-4f87-83f0-1a2ca0b17606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58ee09-c364-461f-a704-7b6cadb29710,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:53.500347 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57436) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:53.557534 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] Publish callbacks [] for security_group (6c58ee09-c364-461f-a704-7b6cadb29710), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.584992 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] Publish callbacks [] for security_group (6c58ee09-c364-461f-a704-7b6cadb29710), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.669036 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a3ab8-afcc-4da5-96a0-5743d327912f req-f41b6015-6a51-40e5-a2f4-8377716a0d8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:53.670506 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf4a3ab8-afcc-4da5-96a0-5743d327912f req-f41b6015-6a51-40e5-a2f4-8377716a0d8d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0479691 Aug 26 16:03:53.712710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (6c58ee09-c364-461f-a704-7b6cadb29710), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.718439 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf4a3ab8-afcc-4da5-96a0-5743d327912f req-8ab47b5e-ec69-41b9-84f7-9a3b6d695cba tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Aug 26 16:03:53.718980 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:53.722883 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/6c58ee09-c364-461f-a704-7b6cadb29710 HTTP/1.1" status: 204 len: 168 time: 0.2179296 Aug 26 16:03:53.735730 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cf738-b0de-4dd4-ad18-e1c52ea6096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58ee09-c364-461f-a704-7b6cadb29710,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:54.480203 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57458) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:54.498394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a700e5e6-de5a-4458-a9a3-83dd95c1cb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.579204 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a700e5e6-de5a-4458-a9a3-83dd95c1cb2e admin admin] Publish callbacks [] for security_group (e5e935ec-e639-45f1-af77-d567e2c2cfb7), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.658066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a700e5e6-de5a-4458-a9a3-83dd95c1cb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e5e935ec-e639-45f1-af77-d567e2c2cfb7), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.700263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a700e5e6-de5a-4458-a9a3-83dd95c1cb2e admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=34f9736d058a4f37bf6d27d370809ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181723 Aug 26 16:03:54.701057 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700e5e6-de5a-4458-a9a3-83dd95c1cb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e935ec-e639-45f1-af77-d567e2c2cfb7,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:54.703190 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57462) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:03:54.753498 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] Publish callbacks [] for security_group (e5e935ec-e639-45f1-af77-d567e2c2cfb7), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.773857 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] Publish callbacks [] for security_group (e5e935ec-e639-45f1-af77-d567e2c2cfb7), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.859589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370869-c2fd-489c-839b-6dd243d9e479 req-fea94e7c-35b4-4956-8d37-9e95c3d1729d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:54.861057 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7370869-c2fd-489c-839b-6dd243d9e479 req-fea94e7c-35b4-4956-8d37-9e95c3d1729d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0480502 Aug 26 16:03:54.909211 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7370869-c2fd-489c-839b-6dd243d9e479 req-ff8d67bb-5209-432b-92bc-855c433985ca tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423553 Aug 26 16:03:54.941403 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e5e935ec-e639-45f1-af77-d567e2c2cfb7), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.944317 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:54.945560 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e5e935ec-e639-45f1-af77-d567e2c2cfb7 HTTP/1.1" status: 204 len: 168 time: 0.2415102 Aug 26 16:03:54.955005 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119741aa-965c-4112-a06c-8e8cd9833a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e935ec-e639-45f1-af77-d567e2c2cfb7,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:55.176556 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f345f-b496-4a33-8918-e9f074049076 req-d3ff8cc2-d168-4034-94b0-24c37bb9d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:55.177946 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-d3ff8cc2-d168-4034-94b0-24c37bb9d98d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1130 time: 0.0400541 Aug 26 16:03:55.275234 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f345f-b496-4a33-8918-e9f074049076 req-6ebaa0b8-6074-4e7d-8d85-85337926a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:55.276749 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-6ebaa0b8-6074-4e7d-8d85-85337926a2b8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.0918241 Aug 26 16:03:55.344411 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-9767f4d7-3950-471e-91dd-0c2d11860df7 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 1002 time: 0.0602837 Aug 26 16:03:55.956103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f345f-b496-4a33-8918-e9f074049076 req-fa85770b-2253-44f1-a7fd-510938f2f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:55.957571 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-fa85770b-2253-44f1-a7fd-510938f2f5f9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0541556 Aug 26 16:03:56.003268 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f345f-b496-4a33-8918-e9f074049076 req-18ce15a3-fbdf-4757-a7d1-b0f33edfaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:56.004767 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-18ce15a3-fbdf-4757-a7d1-b0f33edfaea3 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411732 Aug 26 16:03:56.044814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf73063-e7e7-4d39-bf00-8bb42858ef64 req-f3962720-1f75-4ac8-a21d-96505ef9372f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:56.046417 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eaf73063-e7e7-4d39-bf00-8bb42858ef64 req-f3962720-1f75-4ac8-a21d-96505ef9372f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0576365 Aug 26 16:03:56.103837 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eaf73063-e7e7-4d39-bf00-8bb42858ef64 req-896dbbfd-6dfd-4b22-85b5-f8e5fe468cf4 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503180 Aug 26 16:03:56.114465 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-8c92629c-4ca9-4caf-b480-91b6904c773a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027613 Aug 26 16:03:56.218280 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-004f345f-b496-4a33-8918-e9f074049076 req-e95f646b-aca5-46f6-9e3f-e16eeb034263 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965834 Aug 26 16:03:57.225472 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:57.239420 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104477d-5334-4e63-a751-ea9c3bf7af55 req-8acd75ad-304b-4e15-b1b7-6e60e8a7b5ba tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:57.240826 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f104477d-5334-4e63-a751-ea9c3bf7af55 req-8acd75ad-304b-4e15-b1b7-6e60e8a7b5ba tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 946 time: 0.0471098 Aug 26 16:03:57.289625 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f104477d-5334-4e63-a751-ea9c3bf7af55 req-08507aaa-1303-4f08-8665-7be183d4a38d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Aug 26 16:03:58.033028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:03:58.105453 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: ACTIVE; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:03:58.105838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:58.128903 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:03:58.131161 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b513054-3f9a-4a55-9ff1-afa10ab0db28" -d '{"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-unplugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:03:58.144688 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:03:58.176548 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 26 Aug 2022 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974ce7cb-9349-4f66-a4f6-e3cad5ebd87c x-openstack-request-id: req-974ce7cb-9349-4f66-a4f6-e3cad5ebd87c {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:03:58.176548 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-unplugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:03:58.176548 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-974ce7cb-9349-4f66-a4f6-e3cad5ebd87c {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:03:58.176548 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974ce7cb-9349-4f66-a4f6-e3cad5ebd87c'] response: {'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'code': 200} Aug 26 16:03:58.229777 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:03:58.280206 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=8']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:03:58.417648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6c63e-505b-4d23-b082-b79171084bb7 req-9f498b23-5bfb-440c-8c49-b259c0a6f312 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:58.419153 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05c6c63e-505b-4d23-b082-b79171084bb7 req-9f498b23-5bfb-440c-8c49-b259c0a6f312 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0470986 Aug 26 16:03:58.452276 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:03:58.474985 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05c6c63e-505b-4d23-b082-b79171084bb7 req-8478ae7f-bfb6-4b41-87af-b36ed45d791e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501516 Aug 26 16:03:59.611137 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3790fcb-4206-4fb7-8550-621883895023 req-9648cbf9-f948-4bbd-8cbd-9525c17470d2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:03:59.612610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3790fcb-4206-4fb7-8550-621883895023 req-9648cbf9-f948-4bbd-8cbd-9525c17470d2 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0534284 Aug 26 16:03:59.660901 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e3790fcb-4206-4fb7-8550-621883895023 req-4a2bfebf-f5f6-4c5c-a907-45104ed947d0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426445 Aug 26 16:04:02.052952 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:02.138260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: DOWN; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:02.650495 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ab3d0-912c-467d-b6f0-db97df659669 req-373fd445-88c5-4783-a450-ac74ac13b515 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:02.652042 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a99ab3d0-912c-467d-b6f0-db97df659669 req-373fd445-88c5-4783-a450-ac74ac13b515 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0472407 Aug 26 16:04:02.703129 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a99ab3d0-912c-467d-b6f0-db97df659669 req-10f5461c-c35a-4dca-93ba-34ab62a0992f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Aug 26 16:04:02.904824 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-4646f7ee-54d9-49e1-aa4e-47a9981b63b6 service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384126 Aug 26 16:04:02.983131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-c736b050-d8b9-4930-86c9-34a32328c6f3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:02.984551 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-c736b050-d8b9-4930-86c9-34a32328c6f3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports/5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 941 time: 0.0527065 Aug 26 16:04:03.843711 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb95683-6c1a-4cc3-8442-26043b3a10be req-d571ee8c-6ab3-41d9-a593-3821063e88f9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:03.845360 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-acb95683-6c1a-4cc3-8442-26043b3a10be req-d571ee8c-6ab3-41d9-a593-3821063e88f9 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0488389 Aug 26 16:04:03.895764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-acb95683-6c1a-4cc3-8442-26043b3a10be req-0c0cbd8b-681c-42ec-af6b-1642ce0e00bb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447845 Aug 26 16:04:04.167428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebb886-a8ff-4847-87ee-ee11ebcd767f req-1faf8639-7d72-4fc7-8455-c01474b55b32 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:04.169131 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bdebb886-a8ff-4847-87ee-ee11ebcd767f req-1faf8639-7d72-4fc7-8455-c01474b55b32 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0478046 Aug 26 16:04:04.221661 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bdebb886-a8ff-4847-87ee-ee11ebcd767f req-9c87d41b-9cd6-49c6-af8d-3fff84fa7298 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471046 Aug 26 16:04:05.024933 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2d6f-7376-4c46-865b-f120d6bb7b62 req-546404c3-350d-4910-aec4-f24036d8f7ce tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:05.026380 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d12b2d6f-7376-4c46-865b-f120d6bb7b62 req-546404c3-350d-4910-aec4-f24036d8f7ce tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0478418 Aug 26 16:04:05.074208 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d12b2d6f-7376-4c46-865b-f120d6bb7b62 req-7b0fcb4a-b9e7-42fe-bd90-4fe62416d8c6 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Aug 26 16:04:05.347246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5480d-75f3-40de-884d-b63838b2b2b1 req-0febd58b-5683-4af5-b361-cc0b0956d1da tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:05.348988 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c2d5480d-75f3-40de-884d-b63838b2b2b1 req-0febd58b-5683-4af5-b361-cc0b0956d1da tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0538554 Aug 26 16:04:05.397405 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c2d5480d-75f3-40de-884d-b63838b2b2b1 req-0fefe258-c1fe-4c7c-aeed-a00ba32c10d1 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429735 Aug 26 16:04:06.208178 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7f4d2-9e37-489c-b7b3-f37e81ca7c25 req-71ceded3-9937-45de-afbf-70eb5d59d221 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.209641 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1b7f4d2-9e37-489c-b7b3-f37e81ca7c25 req-71ceded3-9937-45de-afbf-70eb5d59d221 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0522177 Aug 26 16:04:06.257377 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1b7f4d2-9e37-489c-b7b3-f37e81ca7c25 req-97297ec0-8262-4aad-a543-6876408aed8c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419593 Aug 26 16:04:06.381650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-275e33c2-978d-4525-89bf-9a4da3d2cdaa tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.383175 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-275e33c2-978d-4525-89bf-9a4da3d2cdaa tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 26 16:04:06.474192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Deleting port 6125da79-8738-4060-8d3d-5484c0e0a462 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:06.474540 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.514289 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:06.522763 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:06.522961 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04239312-acdf-4259-9a9c-40f150a864f3 req-3b874ba8-dcda-4661-a71d-664284e9b4e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.522961 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-04239312-acdf-4259-9a9c-40f150a864f3 req-3b874ba8-dcda-4661-a71d-664284e9b4e5 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 945 time: 0.0489633 Aug 26 16:04:06.570608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] For port 6125da79-8738-4060-8d3d-5484c0e0a462, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6125da79-8738-4060-8d3d-5484c0e0a462,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:06.571106 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.571720 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-04239312-acdf-4259-9a9c-40f150a864f3 req-ecd214c3-6486-4b10-90b8-e1f6b393812b tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=2149d994-36dd-4431-b4e3-7b9b84eb8fe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427547 Aug 26 16:04:06.740075 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.740446 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.740765 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Floating IP 2a296ebc-0fc1-4233-80c0-bd18978a97bb disassociated. External IP: 172.27.1.64, port: 6125da79-8738-4060-8d3d-5484c0e0a462. Aug 26 16:04:06.741106 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Calling delete_port for 6125da79-8738-4060-8d3d-5484c0e0a462 owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:06.751394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-55673023-2f67-49ac-8fcb-4fc96a482617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.758504 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-55673023-2f67-49ac-8fcb-4fc96a482617 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f&tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd HTTP/1.1" status: 200 len: 1128 time: 0.0430658 Aug 26 16:04:06.845160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-8557afdc-a67e-488e-866b-4c518452d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.847009 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-8557afdc-a67e-488e-866b-4c518452d0bc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1128 time: 0.0488338 Aug 26 16:04:06.862635 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:06.942831 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-4b497cc9-473d-40cd-9902-3f6d29967c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:06.944307 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-4b497cc9-473d-40cd-9902-3f6d29967c22 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.0906146 Aug 26 16:04:06.963763 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (6125da79-8738-4060-8d3d-5484c0e0a462), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:06.992886 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'Port': ['ID=6125da79-8738-4060-8d3d-5484c0e0a462,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:07.005308 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:07.006629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.007005 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.007354 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.007691 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.008194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.008715 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.009047 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.009380 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.009710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.010035 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.010359 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.010851 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.011257 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.011543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.011862 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.017238 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-002b6046-7313-4642-bcd7-e1e75544f806 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0654252 Aug 26 16:04:07.069090 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-06f627f4-f454-4067-b74e-fe424dec673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:07.070532 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-06f627f4-f454-4067-b74e-fe424dec673e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0465419 Aug 26 16:04:07.116582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-46f7c7f1-9df9-45f4-8b84-71d62a42504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:07.118099 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-46f7c7f1-9df9-45f4-8b84-71d62a42504d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412550 Aug 26 16:04:07.118649 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:07.219863 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-64c00dc6-7d43-48fc-903e-3dce29c15ad6 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929196 Aug 26 16:04:07.234172 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:07.244636 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:07.261825 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:07.271970 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:07.436877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea89056-eb6d-4515-b847-c494b7554298 req-dff2a26d-a437-4eb2-9dd2-10cce1bed95f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:07.439911 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5ea89056-eb6d-4515-b847-c494b7554298 req-dff2a26d-a437-4eb2-9dd2-10cce1bed95f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0830173 Aug 26 16:04:07.440894 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57704) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:07.443498 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cdf6da2f-6f5b-4757-87d2-3df8bb9d0904 req-b1e99725-c8dd-459e-b97d-62be29f577eb service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170889 Aug 26 16:04:07.449624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:07.527428 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5ea89056-eb6d-4515-b847-c494b7554298 req-d73e7da9-7724-47e8-92fb-4d6815e1ee2d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815034 Aug 26 16:04:07.567990 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] No DVR routers for this DVR port 6125da79-8738-4060-8d3d-5484c0e0a462 on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:07.571401 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:07.574982 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fb6210d0-153e-4297-992e-1eeabb2d7820 req-56d6f69a-3114-4e71-88ba-659cfc6f34db tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.102 "DELETE /networking/v2.0/ports/6125da79-8738-4060-8d3d-5484c0e0a462 HTTP/1.1" status: 204 len: 173 time: 1.1844435 Aug 26 16:04:07.575638 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'name': 'network-vif-deleted', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:07.578202 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ca98bb-23da-4441-ac22-d67204e26895" -d '{"events": [{"server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "name": "network-vif-deleted", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:07.598897 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:07.651307 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf38e26-14d7-42c5-8adc-a37c4bfa1dbb x-openstack-request-id: req-bdf38e26-14d7-42c5-8adc-a37c4bfa1dbb {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:07.651702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c945896-ccdd-42e4-a22c-b21e453512ff", "name": "network-vif-deleted", "tag": "6125da79-8738-4060-8d3d-5484c0e0a462", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:07.651961 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-bdf38e26-14d7-42c5-8adc-a37c4bfa1dbb {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:07.652368 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf38e26-14d7-42c5-8adc-a37c4bfa1dbb'] response: {'server_uuid': '4c945896-ccdd-42e4-a22c-b21e453512ff', 'name': 'network-vif-deleted', 'tag': '6125da79-8738-4060-8d3d-5484c0e0a462', 'status': 'completed', 'code': 200} Aug 26 16:04:07.711507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b6692c46-0224-4383-bddb-dfc771bb84eb req-9d20713c-0dcf-49e0-b52e-787e1221c57d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0399466 Aug 26 16:04:07.712768 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:07.733802 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-442e6f4c-e04b-4c9a-8dc9-a4da2e140c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:07.743942 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:07.769206 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:07.777903 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:07.778568 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:03:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:07.804639 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Publish callbacks [] for security_group (f39edb54-7b63-4fbc-82d2-164f9f3c7ac1), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:07.889770 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:07.921382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:07.938398 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f39edb54-7b63-4fbc-82d2-164f9f3c7ac1), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:07.986124 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=935173665bc54928b903b748597200c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413513 Aug 26 16:04:07.987057 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39edb54-7b63-4fbc-82d2-164f9f3c7ac1,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:07.988850 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57722) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:07.995076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.995431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.995779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.996335 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.996464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.996780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.997110 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.998436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.999158 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.999468 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:07.999814 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:08.000152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:08.000504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:08.000804 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:08.001129 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c18420-6236-46ec-aec2-b6dbe18c48eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:08.054580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] Publish callbacks [] for security_group (f39edb54-7b63-4fbc-82d2-164f9f3c7ac1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:08.063147 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:08.079417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] Publish callbacks [] for security_group (f39edb54-7b63-4fbc-82d2-164f9f3c7ac1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:08.116752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:08.149610 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d7c1a6-68f3-43a4-ac68-e6ed33690a2a None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T15:56:44Z', 'revision_number': 4, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '758847fe-ff1e-452d-9b83-ae0460c80789', 'name': '', 'network_id': '46346453-7c70-4f46-80a8-f812b7507006', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'mac_address': 'fa:16:3e:66:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:41Z', 'updated_at': '2022-08-26T15:57:00Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'subnets': [{'id': 'bd39c9e5-5a6b-48f9-9e95-5338663f49ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:08.326346 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (f39edb54-7b63-4fbc-82d2-164f9f3c7ac1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:08.330305 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:08.334311 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/f39edb54-7b63-4fbc-82d2-164f9f3c7ac1 HTTP/1.1" status: 204 len: 168 time: 0.3415983 Aug 26 16:04:08.341506 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe839a7b-66b0-444b-ac4e-2b06205554ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39edb54-7b63-4fbc-82d2-164f9f3c7ac1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:08.416858 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a66df4-8c4a-482f-a1b8-bcfc6d357c06 None None] New status for floating IP 2a296ebc-0fc1-4233-80c0-bd18978a97bb: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:04:08.725369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6346b2-b28d-434b-9e67-9ec15f9919f0 req-ffe58064-8699-4b3d-99f3-e4924704175c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:08.727005 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-df6346b2-b28d-434b-9e67-9ec15f9919f0 req-ffe58064-8699-4b3d-99f3-e4924704175c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0876486 Aug 26 16:04:08.804980 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-df6346b2-b28d-434b-9e67-9ec15f9919f0 req-e307168d-8307-4935-baaf-2c97949a9205 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711386 Aug 26 16:04:08.906310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b260606-fc03-4291-8c22-6a1eb3e1a7d7 req-85603a69-3db1-464e-b278-d6f30cffbcde tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0430920 Aug 26 16:04:09.256836 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57744) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:09.280528 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06e549c9-f7d9-4185-8833-afbe050df71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.353557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:09.378088 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06e549c9-f7d9-4185-8833-afbe050df71f admin admin] Publish callbacks [] for security_group (fdd989bb-c4ca-4b24-948c-e41836a29e56), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.486356 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06e549c9-f7d9-4185-8833-afbe050df71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (fdd989bb-c4ca-4b24-948c-e41836a29e56), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.529340 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e549c9-f7d9-4185-8833-afbe050df71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd989bb-c4ca-4b24-948c-e41836a29e56,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:09.534665 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-06e549c9-f7d9-4185-8833-afbe050df71f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=656b289f19be450a87242ceebe7a5485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760489 Aug 26 16:04:09.537013 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57746) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:09.594484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] Publish callbacks [] for security_group (fdd989bb-c4ca-4b24-948c-e41836a29e56), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.617434 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] Publish callbacks [] for security_group (fdd989bb-c4ca-4b24-948c-e41836a29e56), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.755308 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (fdd989bb-c4ca-4b24-948c-e41836a29e56), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.757973 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:09.759155 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/fdd989bb-c4ca-4b24-948c-e41836a29e56 HTTP/1.1" status: 204 len: 168 time: 0.2207541 Aug 26 16:04:09.768404 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb0667-4a45-4009-9491-4f987d77327f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd989bb-c4ca-4b24-948c-e41836a29e56,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:09.960823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037e9ab-498e-401e-9090-73b0379d920d req-f0e8ffa9-5883-48db-b062-881d9491a393 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:09.963038 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2037e9ab-498e-401e-9090-73b0379d920d req-f0e8ffa9-5883-48db-b062-881d9491a393 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0512683 Aug 26 16:04:10.049638 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2037e9ab-498e-401e-9090-73b0379d920d req-90423f05-d4c3-4be2-9e08-72296be9027b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778809 Aug 26 16:04:10.067598 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-487de376-30b7-4102-a777-29c70e60bded req-2263dba2-89b8-44e6-9fac-f19aca578039 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0320749 Aug 26 16:04:10.102066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6125da79-8738-4060-8d3d-5484c0e0a462 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:10.129617 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 6125da79-8738-4060-8d3d-5484c0e0a462 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:10.129958 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6125da79-8738-4060-8d3d-5484c0e0a462 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:10.409733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-28c3d933-7b0a-4c95-a1ad-c5f2fe40c3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.167226 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57764) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:11.181860 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-258c4e15-7f1b-438f-9a7a-d8d7aa38feae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.245598 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1311fe60-c19e-453b-8460-c1f307c62bcc req-038b5d79-2ce7-40da-9882-ffb32a903125 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0331247 Aug 26 16:04:11.257809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d34fa-6f44-44bd-a4b1-c7bc1ce31f53 req-0062849e-0b05-4e5b-a77e-e9b7d9f8423e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:11.259488 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-831d34fa-6f44-44bd-a4b1-c7bc1ce31f53 req-0062849e-0b05-4e5b-a77e-e9b7d9f8423e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.1070027 Aug 26 16:04:11.296241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:11.329299 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-831d34fa-6f44-44bd-a4b1-c7bc1ce31f53 req-26760ddf-cf89-482f-b46c-63f315a9847f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631785 Aug 26 16:04:11.340212 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-258c4e15-7f1b-438f-9a7a-d8d7aa38feae admin admin] Publish callbacks [] for security_group (27ea9f83-5231-49b3-8def-4468a83846df), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.429200 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-258c4e15-7f1b-438f-9a7a-d8d7aa38feae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (27ea9f83-5231-49b3-8def-4468a83846df), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.470562 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c4e15-7f1b-438f-9a7a-d8d7aa38feae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ea9f83-5231-49b3-8def-4468a83846df,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:11.478661 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-258c4e15-7f1b-438f-9a7a-d8d7aa38feae admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=b2765c8d241040b28f17bc23c839b0c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078194 Aug 26 16:04:11.479240 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57766) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:11.522244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:11.540040 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] Publish callbacks [] for security_group (27ea9f83-5231-49b3-8def-4468a83846df), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.562779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] Publish callbacks [] for security_group (27ea9f83-5231-49b3-8def-4468a83846df), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.692059 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (27ea9f83-5231-49b3-8def-4468a83846df), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.694973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:11.696310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/27ea9f83-5231-49b3-8def-4468a83846df HTTP/1.1" status: 204 len: 168 time: 0.2162421 Aug 26 16:04:11.710202 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234297e-7aaf-44bd-8bf4-d92f5ad96f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ea9f83-5231-49b3-8def-4468a83846df,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:11.932135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:12.401086 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7a4b2960-b8fa-4077-8a77-2e3fc066242c req-7fad6c68-b728-403c-ab05-89fa6350ee15 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0410342 Aug 26 16:04:12.491734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9e228-54a9-4cc1-8976-200c2dedc173 req-78c0ed48-7f7a-4098-9140-05dd5628679f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:12.493497 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09d9e228-54a9-4cc1-8976-200c2dedc173 req-78c0ed48-7f7a-4098-9140-05dd5628679f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0538900 Aug 26 16:04:12.546998 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-09d9e228-54a9-4cc1-8976-200c2dedc173 req-497b732d-579a-463d-9665-29fc9c59fc23 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464542 Aug 26 16:04:13.229793 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:13.449169 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:13.576467 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7390bbb8-7c12-4fb0-b18a-22f31ecd56f4 req-05033a87-5d54-4c7a-8e64-4375d5e8a780 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0453680 Aug 26 16:04:13.704437 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d59bef-a798-429c-9377-01791e75f763 req-d94eefb8-b3c7-417e-86ce-e1f43f6e681b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:13.707372 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59d59bef-a798-429c-9377-01791e75f763 req-d94eefb8-b3c7-417e-86ce-e1f43f6e681b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0724483 Aug 26 16:04:13.774766 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59d59bef-a798-429c-9377-01791e75f763 req-67fbcf9b-e90b-4162-94fd-d9db27120029 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615408 Aug 26 16:04:14.741594 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd7111e4-31fa-4b6d-a6fe-4eece3d28e2f req-6968ccda-3170-4169-9cd1-c5006f23519d tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0570400 Aug 26 16:04:14.790673 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-3ce6372d-6fc5-4ef6-a5b0-450621e7a869 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-529809820&fields=id&tenant_id=070e0f497888488d863e2f63b87a31ff HTTP/1.1" status: 200 len: 267 time: 0.0523257 Aug 26 16:04:14.857700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-091cd784-09d8-49f5-9fa0-766cb9061092 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:14.859714 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-091cd784-09d8-49f5-9fa0-766cb9061092 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 984 time: 0.0622702 Aug 26 16:04:14.871208 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Request body: {'port': {'security_groups': ['6a3a7e40-0383-46d6-a360-23d6da357a3e']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:14.890087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:14.988626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c24a0-7ca6-4485-ae16-a5e31a76586a req-241efdac-1fac-4a9f-9946-db86598d352b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:14.990136 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f0c24a0-7ca6-4485-ae16-a5e31a76586a req-241efdac-1fac-4a9f-9946-db86598d352b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0915303 Aug 26 16:04:14.998592 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.086040 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f0c24a0-7ca6-4485-ae16-a5e31a76586a req-54d2cf03-40e7-46ec-8b9c-53766401b635 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848062 Aug 26 16:04:15.244037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.279049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:15.312725 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.372126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.380604 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:15.381613 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.382614 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a0b8d1ba-39e5-4eb6-8663-78221ffd1cf3 req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "PUT /networking/v2.0/ports/9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 942 time: 0.5162773 Aug 26 16:04:15.385666 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:15.388068 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:15.388943 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57826) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:15.411359 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:04:15.486632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb3cf5e-7868-433f-805c-e9375de7b9a0 x-openstack-request-id: req-abb3cf5e-7868-433f-805c-e9375de7b9a0 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:15.486632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:15.486632 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-abb3cf5e-7868-433f-805c-e9375de7b9a0 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:15.486632 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb3cf5e-7868-433f-805c-e9375de7b9a0'] response: {'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:04:15.493431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14b620-39e5-4d0b-95c9-d9645c77b018 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event updated for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=7']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:15.495414 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.526007 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.535193 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.608448 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:04:15.670227 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.674254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:15.681558 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4 HTTP/1.1" status: 204 len: 168 time: 0.2856846 Aug 26 16:04:15.681702 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57830) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:15.686616 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0d80d-b36f-421e-9525-0e52dcfb2662 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe6aa2-d26c-4b97-a6b7-c6d591e6d9e4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:15.798031 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.864630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:15.885793 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2dbd45f-c2e6-4bb3-8f5c-08e7d91f11f2 req-0a05f894-e27e-4edd-b2da-8446a0ac1f62 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0369582 Aug 26 16:04:15.922368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Deleting port ffe06731-d40c-4fdb-8c15-79504caab914 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:15.926299 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:16.015211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:16.015537 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for floatingip (ffe06731-d40c-4fdb-8c15-79504caab914), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:16.032990 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Calling delete_port for ffe06731-d40c-4fdb-8c15-79504caab914 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:16.293017 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016a712-6ff6-447b-b40b-2b8a8a2a4bd7 req-3301e728-dd6d-453a-a3a2-af75b0d85ac5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:16.295019 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e016a712-6ff6-447b-b40b-2b8a8a2a4bd7 req-3301e728-dd6d-453a-a3a2-af75b0d85ac5 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0693541 Aug 26 16:04:16.355497 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e016a712-6ff6-447b-b40b-2b8a8a2a4bd7 req-41bf5d93-3cfd-42a5-aa7f-6f6804444511 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524464 Aug 26 16:04:16.538102 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (ffe06731-d40c-4fdb-8c15-79504caab914), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:16.854876 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event deleted for resources: {'Port': ['ID=ffe06731-d40c-4fdb-8c15-79504caab914,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:16.929111 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks [] for floatingip (fbd64daa-45ed-4fb8-9594-100649fce3fd), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:16.929747 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Floating IP fbd64daa-45ed-4fb8-9594-100649fce3fd disassociated (deleted). External IP: 172.27.1.192, port: 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0. Aug 26 16:04:17.064942 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b30e35cd-51b6-418e-955f-02498ccd1851 req-6c5f65c9-9355-4a37-8c3c-978ca6fecd05 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0559173 Aug 26 16:04:17.140969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:17.207848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Router c813bb57-1df7-4eb0-95a8-120f7a4ff9be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:17.328696 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:17.333677 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:17.338699 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Sync routers for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:17.350349 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:17.351112 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:17.353973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:17.371265 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-51e3b309-a2f4-4023-9b95-57c4497978f4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/fbd64daa-45ed-4fb8-9594-100649fce3fd HTTP/1.1" status: 204 len: 168 time: 1.6906075 Aug 26 16:04:17.475054 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:17.502278 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:17.504456 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b43326-c993-4c52-a444-7cb191c12cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:17.531593 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058ad2e-295e-4988-9318-26f68d9efc0a req-68377ec9-31b5-4c5c-afb2-1da582435bec tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:17.534494 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b058ad2e-295e-4988-9318-26f68d9efc0a req-68377ec9-31b5-4c5c-afb2-1da582435bec tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0760672 Aug 26 16:04:17.603014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b058ad2e-295e-4988-9318-26f68d9efc0a req-5af5cf8e-1388-4906-853d-3a74ea74c2fb tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627553 Aug 26 16:04:17.663565 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805a1dcd-95fe-47c1-8498-bb04ae3140d0 x-openstack-request-id: req-805a1dcd-95fe-47c1-8498-bb04ae3140d0 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:17.663938 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:17.664260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-805a1dcd-95fe-47c1-8498-bb04ae3140d0 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:17.664730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805a1dcd-95fe-47c1-8498-bb04ae3140d0'] response: {'name': 'network-changed', 'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:04:17.709366 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:17.734468 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Checking router: c813bb57-1df7-4eb0-95a8-120f7a4ff9be for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:17.743237 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:17.743844 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:17.976343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:18.083824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:18.168645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:18.188893 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ed68d8c-8ed8-409c-9ae6-5836e2f68f06 req-258ac5ba-316e-481f-bb6d-2c34f2fb7e8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0282986 Aug 26 16:04:18.194245 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe2e446-c705-4e26-9a64-898099278f5d None None] The sync data for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi is: [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:21Z', 'revision_number': 4, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '99607863-91e0-483c-a51d-951fb49781bd', 'name': '', 'network_id': 'fa77b427-b5ba-48e9-b163-929f4df0a43c', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'mac_address': 'fa:16:3e:52:21:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:21Z', 'updated_at': '2022-08-26T16:01:27Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'subnets': [{'id': '06d77e52-1cd2-4f28-81cd-b4b5b114c4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:18.435991 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b32a8d-b0ef-439c-a8a6-744b63606ea1 None None] New status for floating IP fbd64daa-45ed-4fb8-9594-100649fce3fd: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:04:18.747394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ecde27-6e1c-4942-afd7-86ecc0e27727 req-1cf94d02-1054-4f94-9de6-734fafd25117 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:18.749457 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-67ecde27-6e1c-4942-afd7-86ecc0e27727 req-1cf94d02-1054-4f94-9de6-734fafd25117 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0539141 Aug 26 16:04:18.805938 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-67ecde27-6e1c-4942-afd7-86ecc0e27727 req-00f1bc27-5e05-49ef-9678-d84c7a57bde0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500374 Aug 26 16:04:19.305187 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ff8cfd8b-cea7-4aee-8fba-8d8824ec2a7f req-59c1957b-19ac-4ecb-b824-37ddd47f359f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0319293 Aug 26 16:04:19.929390 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703411ed-addb-4cdc-8932-5a37f0269cd9 req-52e9d8de-2734-423f-b914-59d8d77fc586 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:19.930901 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-703411ed-addb-4cdc-8932-5a37f0269cd9 req-52e9d8de-2734-423f-b914-59d8d77fc586 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0473275 Aug 26 16:04:19.979970 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-703411ed-addb-4cdc-8932-5a37f0269cd9 req-7c609a35-b1f5-407b-855f-13a40778c27e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428200 Aug 26 16:04:20.418879 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3a2ad658-420b-47f9-b8ad-e1689187d08a req-52ba00d9-b51e-434f-9e11-65c98d9007e8 tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0275748 Aug 26 16:04:20.510341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-4a4202cc-b6ba-4de1-a9a9-aa185816a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:20.512000 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-4a4202cc-b6ba-4de1-a9a9-aa185816a073 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1129 time: 0.0434313 Aug 26 16:04:21.110615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833be6a-9b5e-47c6-956d-408fc34c5880 req-b1b1e0c4-abfe-4840-a095-84f4c1db060f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:21.112167 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7833be6a-9b5e-47c6-956d-408fc34c5880 req-b1b1e0c4-abfe-4840-a095-84f4c1db060f tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0505354 Aug 26 16:04:21.164220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7833be6a-9b5e-47c6-956d-408fc34c5880 req-4fdf27f8-4834-4850-b2cb-04d8827a9529 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Aug 26 16:04:21.495134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-c834ce47-c197-4141-8f73-3f6dfad1789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:21.496451 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-c834ce47-c197-4141-8f73-3f6dfad1789b service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 916 time: 0.1083069 Aug 26 16:04:21.539765 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cce9183d-7be8-484c-9ca4-71972d621582 req-bbb6e620-14f3-4e42-98bb-ce37d26bdd0c tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4c945896-ccdd-42e4-a22c-b21e453512ff HTTP/1.1" status: 200 len: 210 time: 0.0289972 Aug 26 16:04:22.094382 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-03bf499a-61c3-474b-96bf-f8a0b6347017 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 217 time: 0.0384250 Aug 26 16:04:22.148580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-0f501019-4ba0-4129-acd1-3ad4d3d32871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.150036 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-0f501019-4ba0-4129-acd1-3ad4d3d32871 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0478511 Aug 26 16:04:22.150381 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:04:22.237762 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-f5909ecc-d7a5-4895-a44f-e63fe2708f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.241953 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-f5909ecc-d7a5-4895-a44f-e63fe2708f4e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446563 Aug 26 16:04:22.262734 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:22.270752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:22.276700 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '5921e1e6-5379-4181-b413-94122520d6d1', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'port_id': '5921e1e6-5379-4181-b413-94122520d6d1', 'mac_address': 'fa:16:3e:c8:32:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:04:22.307978 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38554a33-52a7-4b80-966c-9570e233d6f7 req-451aa199-c0b9-411b-8fce-5c3cc9d7a251 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.314070 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38554a33-52a7-4b80-966c-9570e233d6f7 req-451aa199-c0b9-411b-8fce-5c3cc9d7a251 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 944 time: 0.0600195 Aug 26 16:04:22.338991 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:22.339434 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.377450 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:04:22.385631 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-38554a33-52a7-4b80-966c-9570e233d6f7 req-3f22d100-a76f-4609-abe7-167a5f59d50c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702691 Aug 26 16:04:22.393307 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-57576eeb-300e-4d77-9115-61c8000e7c85 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477044 Aug 26 16:04:22.402163 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:22.487183 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-62b43326-c993-4c52-a444-7cb191c12cd8 req-3e5554e1-2722-416c-9864-c4cb385590a0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Aug 26 16:04:22.495475 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.542580 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=9']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:22.551110 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.551483 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.551831 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.552176 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.552513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.552859 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.553214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.553582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.553972 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.554341 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.554673 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.555023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.555349 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.555671 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.556039 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:22.704853 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-966c2252-2ef5-44ac-a28d-1d53d516dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.706396 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-966c2252-2ef5-44ac-a28d-1d53d516dadc service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=070e0f497888488d863e2f63b87a31ff&device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 1129 time: 0.0456290 Aug 26 16:04:22.715123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57908) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:22.721285 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:22.782239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (2149d994-36dd-4431-b4e3-7b9b84eb8fe0), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.807414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (2149d994-36dd-4431-b4e3-7b9b84eb8fe0), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.807725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-5fb70e90-ca75-46c1-8ffc-3c5fea7f2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.809208 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-5fb70e90-ca75-46c1-8ffc-3c5fea7f2470 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 200 len: 916 time: 0.0963802 Aug 26 16:04:22.847531 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['5921e1e6-5379-4181-b413-94122520d6d1'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:04:22.857565 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-5435dc22-536f-444a-8365-fd0bb0e0d81a service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 200 len: 217 time: 0.0407739 Aug 26 16:04:22.908374 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-f26f8569-49ff-43bf-89c5-eafad6f42453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.909847 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-f26f8569-49ff-43bf-89c5-eafad6f42453 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 200 len: 854 time: 0.0464635 Aug 26 16:04:22.956746 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-a0af43f3-4813-4273-932c-0a5cd9cda033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:22.958346 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-a0af43f3-4813-4273-932c-0a5cd9cda033 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=fa77b427-b5ba-48e9-b163-929f4df0a43c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421321 Aug 26 16:04:22.975802 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2149d994-36dd-4431-b4e3-7b9b84eb8fe0), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.978475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:22.982271 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2149d994-36dd-4431-b4e3-7b9b84eb8fe0 HTTP/1.1" status: 204 len: 168 time: 0.2635696 Aug 26 16:04:22.982577 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57910) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:22.993619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1b9d5-a5ff-4bea-890d-02f96f66be8f tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2149d994-36dd-4431-b4e3-7b9b84eb8fe0,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:23.029835 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.api.v2.resource [None req-944c6092-790b-4ff5-b051-4886d3bfc6fb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] show failed (client error): The resource could not be found. Aug 26 16:04:23.032137 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-944c6092-790b-4ff5-b051-4886d3bfc6fb tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "GET /networking/v2.0/security-groups/2149d994-36dd-4431-b4e3-7b9b84eb8fe0 HTTP/1.1" status: 404 len: 347 time: 0.0478060 Aug 26 16:04:23.034563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57912) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:23.076205 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-a8b071bd-3e68-483a-973f-4ee4e7d1eab1 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117711 Aug 26 16:04:23.092272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:23.157096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Deleting port edfbc89b-378f-4480-947f-9dce1a3e88c3 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:23.157343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.176140 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-20cae8fe-e2fa-4b12-8413-6ced8d6d8a6b req-898e778c-4aa0-4ca4-a56f-7ac6b69dc573 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915716 Aug 26 16:04:23.240475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.240803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (edfbc89b-378f-4480-947f-9dce1a3e88c3), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.258260 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Calling delete_port for edfbc89b-378f-4480-947f-9dce1a3e88c3 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:23.271343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:23.328628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:23.445974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (edfbc89b-378f-4480-947f-9dce1a3e88c3), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.476508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Pushing event deleted for resources: {'Port': ['ID=edfbc89b-378f-4480-947f-9dce1a3e88c3,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:23.561962 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc87bb1-c072-46bb-9192-9109427003e2 req-700af9fc-fff2-4245-bb53-a95539971ce1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:23.563574 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bc87bb1-c072-46bb-9192-9109427003e2 req-700af9fc-fff2-4245-bb53-a95539971ce1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 945 time: 0.0909867 Aug 26 16:04:23.597699 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks [] for floatingip (2a296ebc-0fc1-4233-80c0-bd18978a97bb), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.600144 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:23.601253 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7fb13805-d337-4360-a074-6e82fbb50fdf tempest-AttachVolumeTestJSON-1188349192 tempest-AttachVolumeTestJSON-1188349192-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/2a296ebc-0fc1-4233-80c0-bd18978a97bb HTTP/1.1" status: 204 len: 168 time: 0.5656624 Aug 26 16:04:23.626779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bc87bb1-c072-46bb-9192-9109427003e2 req-5b69ebf3-9b0d-48c0-9aad-a6a5499f54a0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563433 Aug 26 16:04:24.156279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:24.199801 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 5921e1e6-5379-4181-b413-94122520d6d1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:24.200172 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (5921e1e6-5379-4181-b413-94122520d6d1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.276452 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 5921e1e6-5379-4181-b413-94122520d6d1 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:24.276843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.301618 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:24.303879 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cce6df-edc8-4035-92a6-3c2168a6bf16" -d '{"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:24.320140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 57940) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:24.320559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:24.346506 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9435084-d4ab-4d32-a2ae-0400ee29c978 x-openstack-request-id: req-e9435084-d4ab-4d32-a2ae-0400ee29c978 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:24.346799 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-plugged", "status": "completed", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:24.347082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-e9435084-d4ab-4d32-a2ae-0400ee29c978 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:24.347486 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9435084-d4ab-4d32-a2ae-0400ee29c978'] response: {'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'code': 200} Aug 26 16:04:24.415268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.429440 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceecd-bca3-4518-9c40-eca48a8a45fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.466753 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=10']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:24.518187 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceecd-bca3-4518-9c40-eca48a8a45fb admin admin] Publish callbacks [] for security_group (2248aba2-ce35-45f3-8e01-48ae068836b1), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.643694 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceecd-bca3-4518-9c40-eca48a8a45fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2248aba2-ce35-45f3-8e01-48ae068836b1), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.689661 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-bf3ceecd-bca3-4518-9c40-eca48a8a45fb admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e2b497d0cb4548249248341063060b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738751 Aug 26 16:04:24.692845 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 57954) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:24.693365 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ceecd-bca3-4518-9c40-eca48a8a45fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2248aba2-ce35-45f3-8e01-48ae068836b1,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:24.773713 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78baed-9ab3-4170-b327-a915717f2dd1 req-aecf51f7-5445-4f9d-869e-d3aa3814788b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:24.775514 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3e78baed-9ab3-4170-b327-a915717f2dd1 req-aecf51f7-5445-4f9d-869e-d3aa3814788b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0576813 Aug 26 16:04:24.790508 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] Publish callbacks [] for security_group (2248aba2-ce35-45f3-8e01-48ae068836b1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.810341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60cd4a-57a9-4a42-a152-f0a6ae0f4e63 req-c93d23f6-26e3-4679-83f3-723dd822e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:24.811932 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ff60cd4a-57a9-4a42-a152-f0a6ae0f4e63 req-c93d23f6-26e3-4679-83f3-723dd822e873 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1131 time: 0.0657187 Aug 26 16:04:24.821808 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] Publish callbacks [] for security_group (2248aba2-ce35-45f3-8e01-48ae068836b1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:24.826182 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3e78baed-9ab3-4170-b327-a915717f2dd1 req-ea07f1cb-b70f-45e1-938d-022ff0605e48 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448842 Aug 26 16:04:24.887044 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-ff60cd4a-57a9-4a42-a152-f0a6ae0f4e63 req-eb1d6bde-8dd0-461f-bf8b-8944716aff0e service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672944 Aug 26 16:04:25.029209 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2248aba2-ce35-45f3-8e01-48ae068836b1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:25.036123 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:25.038756 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2248aba2-ce35-45f3-8e01-48ae068836b1 HTTP/1.1" status: 204 len: 168 time: 0.3442438 Aug 26 16:04:25.049865 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ed094-b3dd-4eac-91b9-53b88d5f10b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2248aba2-ce35-45f3-8e01-48ae068836b1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:25.142405 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eac9de-2803-4f39-89dc-e935ae534c8c req-a792df1b-531c-450a-8596-362710a34af2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:25.144005 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b1eac9de-2803-4f39-89dc-e935ae534c8c req-a792df1b-531c-450a-8596-362710a34af2 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0480230 Aug 26 16:04:25.179192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:25.205070 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b1eac9de-2803-4f39-89dc-e935ae534c8c req-c709b758-e47f-4662-bc0d-0864f5daa42a tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513890 Aug 26 16:04:25.954298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bea398-1d93-4233-b0fb-1372194f3c3b req-a6404077-9955-44f2-94ca-25c2c6a6a0a1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:25.955792 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6bea398-1d93-4233-b0fb-1372194f3c3b req-a6404077-9955-44f2-94ca-25c2c6a6a0a1 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0475366 Aug 26 16:04:26.003991 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6bea398-1d93-4233-b0fb-1372194f3c3b req-f54260bd-43e8-406c-842f-94804b658d16 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Aug 26 16:04:26.325239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600d002-7e15-4153-956a-ce415b634c17 req-7e72b94d-2bde-4f79-be47-3581065718c4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:26.326811 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5600d002-7e15-4153-956a-ce415b634c17 req-7e72b94d-2bde-4f79-be47-3581065718c4 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0508819 Aug 26 16:04:26.381376 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5600d002-7e15-4153-956a-ce415b634c17 req-79d8bb93-dca4-4fec-8174-29382ccd854e tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473821 Aug 26 16:04:27.136056 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e734-c06c-402e-ad53-8220e8785be3 req-f050d194-6d76-4f22-8fcb-b4c4463d3693 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:27.137512 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-68f8e734-c06c-402e-ad53-8220e8785be3 req-f050d194-6d76-4f22-8fcb-b4c4463d3693 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0522048 Aug 26 16:04:27.188895 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-68f8e734-c06c-402e-ad53-8220e8785be3 req-62dde9b9-b47d-47a8-9c78-ce3f09986d2e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456777 Aug 26 16:04:27.512221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887527c3-9954-41e7-a99a-83d777d7bd59 req-83d23942-fc23-4f7e-ac91-a56ebb922d37 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:27.513730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-887527c3-9954-41e7-a99a-83d777d7bd59 req-83d23942-fc23-4f7e-ac91-a56ebb922d37 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0513136 Aug 26 16:04:27.564603 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-887527c3-9954-41e7-a99a-83d777d7bd59 req-5035eaea-8a7f-44c7-b2b1-d73cad211e8f tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436974 Aug 26 16:04:27.710673 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58012) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:28.085203 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.181058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (31ad5170-71a0-438c-bf8c-430639b95593), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.284204 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-9ae84386-e2da-4bd0-963f-14c3e3a3aa57 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:28.285788 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-9ae84386-e2da-4bd0-963f-14c3e3a3aa57 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.0549858 Aug 26 16:04:28.359201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2dd488-2978-4ad8-9b2d-5dbbde6f7e32 req-d43a8b5e-2994-4d73-a2f1-dff96abba5fa tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:28.360738 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ea2dd488-2978-4ad8-9b2d-5dbbde6f7e32 req-d43a8b5e-2994-4d73-a2f1-dff96abba5fa tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0843871 Aug 26 16:04:28.388421 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Deleting port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:28.388765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.406450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.440893 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.459974 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ea2dd488-2978-4ad8-9b2d-5dbbde6f7e32 req-6c10dfb9-bd10-436e-b14e-7f137b21cfac tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785520 Aug 26 16:04:28.467231 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.493285 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] For port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:28.493285 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.503221 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Deleting port 758847fe-ff1e-452d-9b83-ae0460c80789 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:28.503563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.509531 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Calling delete_port for 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:28.589268 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] For port 758847fe-ff1e-452d-9b83-ae0460c80789, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=758847fe-ff1e-452d-9b83-ae0460c80789,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:28.589894 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.606146 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Calling delete_port for 758847fe-ff1e-452d-9b83-ae0460c80789 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:28.715500 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (9fafeb43-ac51-4d27-a7ea-6b8e26f031a0), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.729991 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.753692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:04:28.756589 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Pushing event deleted for resources: {'Port': ['ID=9fafeb43-ac51-4d27-a7ea-6b8e26f031a0,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:28.769685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:28.771006 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c38cf9-1fde-4a4f-b401-e0a5b863a19a req-764487b2-a07d-495b-a2eb-e9058ed173de tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:28.776804 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27c38cf9-1fde-4a4f-b401-e0a5b863a19a req-764487b2-a07d-495b-a2eb-e9058ed173de tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 945 time: 0.1024115 Aug 26 16:04:28.814364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] No DVR routers for this DVR port 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:28.817284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:28.820609 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-32cbd35d-c5e8-4d83-b568-9e846c4b15bc req-503c13c0-c5cd-4426-bea3-a2d391a90a70 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.102 "DELETE /networking/v2.0/ports/9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 HTTP/1.1" status: 204 len: 173 time: 0.5285361 Aug 26 16:04:28.821103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'name': 'network-vif-deleted', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:28.823453 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f7fc2f-d9f7-44c2-8809-f27a51ff9b9e" -d '{"events": [{"server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "name": "network-vif-deleted", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:28.880864 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-27c38cf9-1fde-4a4f-b401-e0a5b863a19a req-ca7cb8a6-fd40-4be9-a379-1bcd3f5e58bf tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=6a3a7e40-0383-46d6-a360-23d6da357a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810766 Aug 26 16:04:28.951593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a0880e-a7c2-47af-8bf6-33883c0d9fa9 x-openstack-request-id: req-67a0880e-a7c2-47af-8bf6-33883c0d9fa9 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:28.951963 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2e527f-8238-448e-bad8-72e6223612f0", "name": "network-vif-deleted", "tag": "9fafeb43-ac51-4d27-a7ea-6b8e26f031a0", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:28.953001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-67a0880e-a7c2-47af-8bf6-33883c0d9fa9 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:28.953509 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a0880e-a7c2-47af-8bf6-33883c0d9fa9'] response: {'server_uuid': '6d2e527f-8238-448e-bad8-72e6223612f0', 'name': 'network-vif-deleted', 'tag': '9fafeb43-ac51-4d27-a7ea-6b8e26f031a0', 'status': 'completed', 'code': 200} Aug 26 16:04:28.988914 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (758847fe-ff1e-452d-9b83-ae0460c80789), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:29.019174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=758847fe-ff1e-452d-9b83-ae0460c80789,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:29.132679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:29.212363 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (31ad5170-71a0-438c-bf8c-430639b95593), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:29.329803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:29.450250 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Router 31ad5170-71a0-438c-bf8c-430639b95593 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:29.609778 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:29.621754 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Sync routers for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:29.622017 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-25c466f2-0435-4bb1-b8ad-4f358a2058b9 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/31ad5170-71a0-438c-bf8c-430639b95593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090247 Aug 26 16:04:29.622150 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58052) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:29.630651 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:29.631843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:29.632526 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601fc91-6017-40ae-adaa-f0b663c786eb req-903b66b6-f895-4691-a629-26a8ce18a728 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:29.634146 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2601fc91-6017-40ae-adaa-f0b663c786eb req-903b66b6-f895-4691-a629-26a8ce18a728 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0736802 Aug 26 16:04:29.686787 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2601fc91-6017-40ae-adaa-f0b663c786eb req-23a1cd0c-2f4e-4b7c-ba83-487ba830498b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Aug 26 16:04:29.731300 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks [] for router (31ad5170-71a0-438c-bf8c-430639b95593), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:29.732672 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:29.827598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:29.835338 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks [] for router_gateway (31ad5170-71a0-438c-bf8c-430639b95593), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:29.903285 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T16:04:28Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:29.934182 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Checking router: 31ad5170-71a0-438c-bf8c-430639b95593 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:29.943446 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Routers {'31ad5170-71a0-438c-bf8c-430639b95593'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:29.944049 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['31ad5170-71a0-438c-bf8c-430639b95593'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:29.994881 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:30.019689 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a83a83fc-2640-4fc1-bb57-9b735e951cb3 req-6e3ff8ae-ff50-4911-bcd4-72b828d7ed77 tempest-TestMinimumBasicScenario-2098821400 tempest-TestMinimumBasicScenario-2098821400-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=6d2e527f-8238-448e-bad8-72e6223612f0 HTTP/1.1" status: 200 len: 210 time: 0.0467670 Aug 26 16:04:30.035933 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Deleting port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:30.036351 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.058408 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] Set router 31ad5170-71a0-438c-bf8c-430639b95593 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:30.122455 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] For port f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:30.122823 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.140425 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Calling delete_port for f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad owned by network:router_gateway {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:30.232620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T16:04:28Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:30.260401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af8ee39-6edb-4891-a31e-21805caf2369 None None] The sync data for ids ['31ad5170-71a0-438c-bf8c-430639b95593'] in dv-cinder-851449-7-iscsi is: [{'id': '31ad5170-71a0-438c-bf8c-430639b95593', 'name': 'tempest-AttachVolumeTestJSON-554782859-router', 'tenant_id': '8c69c9fb12124d72954b8ab7ad024175', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:34Z', 'updated_at': '2022-08-26T16:04:28Z', 'revision_number': 5, 'project_id': '8c69c9fb12124d72954b8ab7ad024175', 'gw_port': {'id': 'f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:27:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31ad5170-71a0-438c-bf8c-430639b95593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:30.306501 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:04:30.309547 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:30.437755 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.464443 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:30.531545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (31ad5170-71a0-438c-bf8c-430639b95593), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.622068 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (31ad5170-71a0-438c-bf8c-430639b95593), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.624411 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks [] for router_controller (31ad5170-71a0-438c-bf8c-430639b95593), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.746684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (31ad5170-71a0-438c-bf8c-430639b95593), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.747286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31ad5170-71a0-438c-bf8c-430639b95593 {{(pid=113646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:04:30.752986 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:30.754198 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-93a5e61a-0979-4ae0-b597-05e8bbb04e82 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/31ad5170-71a0-438c-bf8c-430639b95593 HTTP/1.1" status: 204 len: 168 time: 1.1312246 Aug 26 16:04:30.756995 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58060) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:30.801486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Deleting subnet bd39c9e5-5a6b-48f9-9e95-5338663f49ae {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:04:30.804494 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Publish callbacks [] for subnet (bd39c9e5-5a6b-48f9-9e95-5338663f49ae), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.117081 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (bd39c9e5-5a6b-48f9-9e95-5338663f49ae), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.220907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (bd39c9e5-5a6b-48f9-9e95-5338663f49ae), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.261079 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:31.440167 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (bd39c9e5-5a6b-48f9-9e95-5338663f49ae), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.465770 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd39c9e5-5a6b-48f9-9e95-5338663f49ae,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:31.473936 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.479863 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58082) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:31.480147 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4725be18-2986-4e86-b284-8cce97774e8d admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/bd39c9e5-5a6b-48f9-9e95-5338663f49ae HTTP/1.1" status: 204 len: 168 time: 0.7220204 Aug 26 16:04:31.487580 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707dc8ce-aeb2-4472-8ea0-093226e9867c None None] Network 46346453-7c70-4f46-80a8-f812b7507006 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:31.574365 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (46346453-7c70-4f46-80a8-f812b7507006), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.587886 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 758847fe-ff1e-452d-9b83-ae0460c80789 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:31.611503 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 758847fe-ff1e-452d-9b83-ae0460c80789 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:31.611848 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 758847fe-ff1e-452d-9b83-ae0460c80789 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:31.612270 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:31.618365 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Deleting port 355341ac-ce36-4966-9449-01f4d4517068 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:31.618704 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (355341ac-ce36-4966-9449-01f4d4517068), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.639011 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:31.639368 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f9483ac6-2fdd-45e2-a9f3-0ed24ee707ad not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:31.691551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] DHCP port deletion for 46346453-7c70-4f46-80a8-f812b7507006 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:04:31.698741 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] For port 355341ac-ce36-4966-9449-01f4d4517068, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=355341ac-ce36-4966-9449-01f4d4517068,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:31.699355 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (355341ac-ce36-4966-9449-01f4d4517068), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.713195 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Calling delete_port for 355341ac-ce36-4966-9449-01f4d4517068 owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:31.729285 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Deleting port 355341ac-ce36-4966-9449-01f4d4517068 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:31.729658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (355341ac-ce36-4966-9449-01f4d4517068), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.797193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] For port 355341ac-ce36-4966-9449-01f4d4517068, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=355341ac-ce36-4966-9449-01f4d4517068,segment=NetworkSegment(9b7bd656-cb31-499b-ba7c-7f487e9e6cde),segment_id=9b7bd656-cb31-499b-ba7c-7f487e9e6cde)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:31.797590 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (355341ac-ce36-4966-9449-01f4d4517068), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.805069 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:31.810733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Calling delete_port for 355341ac-ce36-4966-9449-01f4d4517068 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:31.874832 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (355341ac-ce36-4966-9449-01f4d4517068), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:31.903817 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Pushing event deleted for resources: {'Port': ['ID=355341ac-ce36-4966-9449-01f4d4517068,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:31.909265 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] No DVR routers for this DVR port 355341ac-ce36-4966-9449-01f4d4517068 on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:31.988951 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (46346453-7c70-4f46-80a8-f812b7507006), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.009720 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46346453-7c70-4f46-80a8-f812b7507006']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.016990 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (355341ac-ce36-4966-9449-01f4d4517068), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.020018 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7bd656-cb31-499b-ba7c-7f487e9e6cde') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.020313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7bd656-cb31-499b-ba7c-7f487e9e6cde') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:32.033672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (9b7bd656-cb31-499b-ba7c-7f487e9e6cde), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.040847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] Pushing event deleted for resources: {'Port': ['ID=355341ac-ce36-4966-9449-01f4d4517068,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:32.046336 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (9b7bd656-cb31-499b-ba7c-7f487e9e6cde), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.046908 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562e6f8-5387-488f-abb0-45477ead3c29 None None] No DVR routers for this DVR port 355341ac-ce36-4966-9449-01f4d4517068 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:32.056623 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:04:32.057045 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (9b7bd656-cb31-499b-ba7c-7f487e9e6cde), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.098494 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 9b7bd656-cb31-499b-ba7c-7f487e9e6cde resource provider aggregate not found Aug 26 16:04:32.120894 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:32.121681 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 9b7bd656-cb31-499b-ba7c-7f487e9e6cde resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b7bd656-cb31-499b-ba7c-7f487e9e6cde found for delete ", "request_id": "req-06949040-1a01-45bb-97be-4c286fc80c00"}]} Aug 26 16:04:32.197864 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (46346453-7c70-4f46-80a8-f812b7507006), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.203933 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.207092 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/46346453-7c70-4f46-80a8-f812b7507006 HTTP/1.1" status: 204 len: 168 time: 0.7258334 Aug 26 16:04:32.218080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:32.222587 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df017ffd-d389-422f-b4e1-9a583b6fb022 admin admin] Pushing event deleted for resources: {'Network': ['ID=46346453-7c70-4f46-80a8-f812b7507006,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:32.243054 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:32.243409 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9fafeb43-ac51-4d27-a7ea-6b8e26f031a0 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:32.595474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58114) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:32.635495 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-67f5df3b-51fd-446c-ad75-e2fa9404e7f6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8c69c9fb12124d72954b8ab7ad024175&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388787 Aug 26 16:04:32.637969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58116) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:32.663207 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58118) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:32.687797 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] Publish callbacks [] for security_group (7f073f15-51f1-43e5-a400-4449d733ef8a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.708295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] Publish callbacks [] for security_group (7f073f15-51f1-43e5-a400-4449d733ef8a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.809389 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (7f073f15-51f1-43e5-a400-4449d733ef8a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.812056 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:32.813198 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7f073f15-51f1-43e5-a400-4449d733ef8a HTTP/1.1" status: 204 len: 168 time: 0.1742663 Aug 26 16:04:32.821570 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69003a5f-6a7e-4b3a-9bf4-179899155770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f073f15-51f1-43e5-a400-4449d733ef8a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:33.051030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:33.138026 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:33.547957 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 355341ac-ce36-4966-9449-01f4d4517068 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:33.553317 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Deleting port 99607863-91e0-483c-a51d-951fb49781bd {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:33.553771 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (99607863-91e0-483c-a51d-951fb49781bd), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:33.574132 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 355341ac-ce36-4966-9449-01f4d4517068 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:33.574839 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 355341ac-ce36-4966-9449-01f4d4517068 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:33.639234 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] For port 99607863-91e0-483c-a51d-951fb49781bd, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=99607863-91e0-483c-a51d-951fb49781bd,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:33.641517 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (99607863-91e0-483c-a51d-951fb49781bd), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:33.653794 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Calling delete_port for 99607863-91e0-483c-a51d-951fb49781bd owned by network:router_interface {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:33.821756 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:33.974880 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (99607863-91e0-483c-a51d-951fb49781bd), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:33.997796 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Pushing event deleted for resources: {'Port': ['ID=99607863-91e0-483c-a51d-951fb49781bd,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:34.190246 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:34.303788 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:34.418547 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Router c813bb57-1df7-4eb0-95a8-120f7a4ff9be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:34.538910 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:34.548453 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-55227696-31bb-446b-a372-a1ce0385729f admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/c813bb57-1df7-4eb0-95a8-120f7a4ff9be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8806660 Aug 26 16:04:34.548643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58152) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:34.549451 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Sync routers for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:34.560343 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:34.562229 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:34.672532 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:34.703901 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d44c85-9a09-4711-83d9-e2ccd50f84de req-8b25a23a-096d-40b7-845e-8e96bca8878e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:34.703901 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-22d44c85-9a09-4711-83d9-e2ccd50f84de req-8b25a23a-096d-40b7-845e-8e96bca8878e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0873508 Aug 26 16:04:34.739438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks [] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:34.813078 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-22d44c85-9a09-4711-83d9-e2ccd50f84de req-a56f5907-4c27-4d76-b523-c451561402e5 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934582 Aug 26 16:04:34.848494 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:04:33Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:34.872897 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks [] for router_gateway (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:34.878321 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Checking router: c813bb57-1df7-4eb0-95a8-120f7a4ff9be for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:34.887324 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Routers {'c813bb57-1df7-4eb0-95a8-120f7a4ff9be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:34.887925 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:34.981108 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Deleting port df35fc50-b822-4aad-a85e-5cfc34bbfb7d {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:34.981482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:34.992868 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] Set router c813bb57-1df7-4eb0-95a8-120f7a4ff9be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:35.041196 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:35.079459 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] For port df35fc50-b822-4aad-a85e-5cfc34bbfb7d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:35.079735 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.101283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Calling delete_port for df35fc50-b822-4aad-a85e-5cfc34bbfb7d owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:35.172664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:35.259964 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:04:33Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:35.286846 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc5864a-093e-4731-8f4d-58a520d6922b None None] The sync data for ids ['c813bb57-1df7-4eb0-95a8-120f7a4ff9be'] in dv-cinder-851449-7-iscsi is: [{'id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'name': 'tempest-TestMinimumBasicScenario-1566686320-router', 'tenant_id': '070e0f497888488d863e2f63b87a31ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:04:33Z', 'revision_number': 5, 'project_id': '070e0f497888488d863e2f63b87a31ff', 'gw_port': {'id': 'df35fc50-b822-4aad-a85e-5cfc34bbfb7d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:ad:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c813bb57-1df7-4eb0-95a8-120f7a4ff9be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:18Z', 'updated_at': '2022-08-26T16:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:35.452609 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (df35fc50-b822-4aad-a85e-5cfc34bbfb7d), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.478477 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Pushing event deleted for resources: {'Port': ['ID=df35fc50-b822-4aad-a85e-5cfc34bbfb7d,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:35.541394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.632200 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.634504 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks [] for router_controller (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.750356 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 99607863-91e0-483c-a51d-951fb49781bd no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:35.770198 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (c813bb57-1df7-4eb0-95a8-120f7a4ff9be), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.770947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c813bb57-1df7-4eb0-95a8-120f7a4ff9be {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:04:35.776216 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.780510 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-790cb571-8461-4ff1-a378-993f352d330c admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/c813bb57-1df7-4eb0-95a8-120f7a4ff9be HTTP/1.1" status: 204 len: 168 time: 1.2277236 Aug 26 16:04:35.780879 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58178) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:35.791703 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 99607863-91e0-483c-a51d-951fb49781bd {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:35.792223 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 99607863-91e0-483c-a51d-951fb49781bd not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:35.837089 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Deleting subnet 06d77e52-1cd2-4f28-81cd-b4b5b114c4dd {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:04:35.840409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Publish callbacks [] for subnet (06d77e52-1cd2-4f28-81cd-b4b5b114c4dd), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.887903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (06d77e52-1cd2-4f28-81cd-b4b5b114c4dd), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:35.974563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd146-2e3b-4b1d-b96e-e3ed4fbe41a5 req-b65585aa-b5ce-4be7-a911-8230cd8a7d06 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:35.977319 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eadcd146-2e3b-4b1d-b96e-e3ed4fbe41a5 req-b65585aa-b5ce-4be7-a911-8230cd8a7d06 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0679960 Aug 26 16:04:36.038881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (06d77e52-1cd2-4f28-81cd-b4b5b114c4dd), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.101745 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-eadcd146-2e3b-4b1d-b96e-e3ed4fbe41a5 req-0ca40ff7-e8f0-4150-9e34-26db08c9c70f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196434 Aug 26 16:04:36.255282 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (06d77e52-1cd2-4f28-81cd-b4b5b114c4dd), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.282986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d77e52-1cd2-4f28-81cd-b4b5b114c4dd,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:36.291738 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.294741 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808bf268-fd3b-4db4-bcc0-5427ea1dcb4f None None] Network fa77b427-b5ba-48e9-b163-929f4df0a43c requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:36.299080 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58194) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:36.299579 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ea39a4ec-63b3-4187-9ca9-e03c7e00f2da admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/06d77e52-1cd2-4f28-81cd-b4b5b114c4dd HTTP/1.1" status: 204 len: 168 time: 0.5171678 Aug 26 16:04:36.400673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (fa77b427-b5ba-48e9-b163-929f4df0a43c), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.467161 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Deleting port 3972e0fb-f9c0-494f-9467-17e0f99d839f {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:36.468132 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.500193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] DHCP port deletion for fa77b427-b5ba-48e9-b163-929f4df0a43c request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:04:36.539111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Deleting port 3972e0fb-f9c0-494f-9467-17e0f99d839f {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:36.539494 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.541282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] For port 3972e0fb-f9c0-494f-9467-17e0f99d839f, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=3972e0fb-f9c0-494f-9467-17e0f99d839f,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:36.541642 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.557162 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Calling delete_port for 3972e0fb-f9c0-494f-9467-17e0f99d839f owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:36.611362 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] For port 3972e0fb-f9c0-494f-9467-17e0f99d839f, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=3972e0fb-f9c0-494f-9467-17e0f99d839f,segment=NetworkSegment(5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e),segment_id=5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:36.611796 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.635523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Calling delete_port for 3972e0fb-f9c0-494f-9467-17e0f99d839f owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:36.731270 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.736934 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (3972e0fb-f9c0-494f-9467-17e0f99d839f), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.739413 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:36.759910 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Pushing event deleted for resources: {'Port': ['ID=3972e0fb-f9c0-494f-9467-17e0f99d839f,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:36.760585 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] Pushing event deleted for resources: {'Port': ['ID=3972e0fb-f9c0-494f-9467-17e0f99d839f,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:36.763919 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4ce80-c1e8-4a39-8b97-9143c101d3aa None None] No DVR routers for this DVR port 3972e0fb-f9c0-494f-9467-17e0f99d839f on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:36.766048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] No DVR routers for this DVR port 3972e0fb-f9c0-494f-9467-17e0f99d839f on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:36.844196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (fa77b427-b5ba-48e9-b163-929f4df0a43c), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.864994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa77b427-b5ba-48e9-b163-929f4df0a43c']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:36.874786 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:36.875128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:36.884695 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.898329 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.904901 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Releasing vlan 977 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:04:36.905859 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:36.949415 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e resource provider aggregate not found Aug 26 16:04:36.972222 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b41daaa-2e1e-4b9c-80a0-1c0d4cf1441e found for delete ", "request_id": "req-bead16a1-9dc0-454f-adb0-b4e4a0c19eca"}]} Aug 26 16:04:37.085177 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (fa77b427-b5ba-48e9-b163-929f4df0a43c), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.090778 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.094238 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/fa77b427-b5ba-48e9-b163-929f4df0a43c HTTP/1.1" status: 204 len: 168 time: 0.7935362 Aug 26 16:04:37.097343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58210) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:37.105740 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ebbc2-3743-4225-8593-b00bb8831144 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa77b427-b5ba-48e9-b163-929f4df0a43c,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:37.142001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:37.235070 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58216) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:37.251823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8a74c-5d4f-4b17-8337-7a9f6394bc82 req-ce2cff33-2914-4ec4-8607-86f7f94f13e2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:37.253303 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ff8a74c-5d4f-4b17-8337-7a9f6394bc82 req-ce2cff33-2914-4ec4-8607-86f7f94f13e2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0656364 Aug 26 16:04:37.348419 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb50f770-65b2-4813-b55e-229a954f93fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.377251 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:37.383049 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4ff8a74c-5d4f-4b17-8337-7a9f6394bc82 req-01fdfd7a-9ebd-4495-98fc-4af5041c78df tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951951 Aug 26 16:04:37.421349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:37.429901 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb50f770-65b2-4813-b55e-229a954f93fd admin admin] Publish callbacks [] for security_group (2ae99c63-c6ab-4b53-93fd-d27709d37a71), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.517766 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (8be13549-6751-46a3-ae25-b32aec91963e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.531468 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bb50f770-65b2-4813-b55e-229a954f93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2ae99c63-c6ab-4b53-93fd-d27709d37a71), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.564808 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 3972e0fb-f9c0-494f-9467-17e0f99d839f no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:37.569984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba71f232-7a6f-41ed-8205-dde5f8d63238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.594353 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 3972e0fb-f9c0-494f-9467-17e0f99d839f {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:37.594705 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 3972e0fb-f9c0-494f-9467-17e0f99d839f not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:37.595308 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device df35fc50-b822-4aad-a85e-5cfc34bbfb7d no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:37.599278 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50f770-65b2-4813-b55e-229a954f93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae99c63-c6ab-4b53-93fd-d27709d37a71,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:37.610005 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-bb50f770-65b2-4813-b55e-229a954f93fd admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5ac003f333c843878317629bfe72c26d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700855 Aug 26 16:04:37.612019 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58226) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:37.630626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: df35fc50-b822-4aad-a85e-5cfc34bbfb7d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:37.630994 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device df35fc50-b822-4aad-a85e-5cfc34bbfb7d not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:37.679761 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] Publish callbacks [] for security_group (2ae99c63-c6ab-4b53-93fd-d27709d37a71), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.701508 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] Publish callbacks [] for security_group (2ae99c63-c6ab-4b53-93fd-d27709d37a71), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.798777 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Deleting port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:37.802845 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.875029 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:37.880011 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] For port 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:37.880370 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.891590 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (2ae99c63-c6ab-4b53-93fd-d27709d37a71), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.894250 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:37.895353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Calling delete_port for 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:37.895475 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/2ae99c63-c6ab-4b53-93fd-d27709d37a71 HTTP/1.1" status: 204 len: 168 time: 0.2822487 Aug 26 16:04:37.904820 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b125b6-311c-44e0-b803-3cda4e4e2377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae99c63-c6ab-4b53-93fd-d27709d37a71,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:38.205144 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (1c4f5d66-9395-4ac7-a75d-13a05ad4ff27), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:38.235152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4f5d66-9395-4ac7-a75d-13a05ad4ff27,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:38.428669 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (8be13549-6751-46a3-ae25-b32aec91963e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:38.478267 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:38.563070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a24890-6177-4ade-b854-685444fb5da3 req-48189699-ef60-46f8-8f16-a0f0f1f55ae7 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:38.564515 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95a24890-6177-4ade-b854-685444fb5da3 req-48189699-ef60-46f8-8f16-a0f0f1f55ae7 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0891685 Aug 26 16:04:38.668339 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-95a24890-6177-4ade-b854-685444fb5da3 req-52a34b69-62b5-4ac4-a09e-744abb3ae5d3 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970130 Aug 26 16:04:38.723037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Router 8be13549-6751-46a3-ae25-b32aec91963e has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:38.831807 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:38.837189 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ccee1cf8-616d-4072-8c75-ad0716c2bcae admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/8be13549-6751-46a3-ae25-b32aec91963e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7388546 Aug 26 16:04:38.839851 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58244) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:38.844308 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Sync routers for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:38.857026 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:38.859143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:38.865543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58246) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:38.880758 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-48d4b020-4ecb-4525-aefc-0b09082c90de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:38.903560 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:38.978697 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:38.990624 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-48d4b020-4ecb-4525-aefc-0b09082c90de admin admin] Publish callbacks [] for security_group (1d2d7a52-8427-4ac3-8dfc-df7f204f59e7), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.125041 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:39.130946 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-48d4b020-4ecb-4525-aefc-0b09082c90de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1d2d7a52-8427-4ac3-8dfc-df7f204f59e7), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.158747 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b020-4ecb-4525-aefc-0b09082c90de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2d7a52-8427-4ac3-8dfc-df7f204f59e7,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:39.164051 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:04:38Z', 'revision_number': 5, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:39.166802 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:39.200073 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Checking router: 8be13549-6751-46a3-ae25-b32aec91963e for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:39.213208 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-48d4b020-4ecb-4525-aefc-0b09082c90de admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=cbfbd3ed4ad8479980afe0b293c736ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440278 Aug 26 16:04:39.220863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Routers {'8be13549-6751-46a3-ae25-b32aec91963e'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:39.220863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['8be13549-6751-46a3-ae25-b32aec91963e'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:39.221090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58250) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:39.260518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:39.277129 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] Publish callbacks [] for security_group (1d2d7a52-8427-4ac3-8dfc-df7f204f59e7), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.286785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks [] for router (8be13549-6751-46a3-ae25-b32aec91963e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.303467 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] Publish callbacks [] for security_group (1d2d7a52-8427-4ac3-8dfc-df7f204f59e7), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.335460 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] Set router 8be13549-6751-46a3-ae25-b32aec91963e gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:39.393368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks [] for router_gateway (8be13549-6751-46a3-ae25-b32aec91963e), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.449417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1d2d7a52-8427-4ac3-8dfc-df7f204f59e7), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.452891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.453990 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1d2d7a52-8427-4ac3-8dfc-df7f204f59e7 HTTP/1.1" status: 204 len: 168 time: 0.2388334 Aug 26 16:04:39.462996 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be115137-6c1f-4432-81c1-f8524e162ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2d7a52-8427-4ac3-8dfc-df7f204f59e7,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:39.528748 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Deleting port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:39.545680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.545856 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:04:38Z', 'revision_number': 5, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:39.564277 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef35ce-577a-4b34-9d74-b763d38e1598 None None] The sync data for ids ['8be13549-6751-46a3-ae25-b32aec91963e'] in dv-cinder-851449-7-iscsi is: [{'id': '8be13549-6751-46a3-ae25-b32aec91963e', 'name': 'tempest-TestMinimumBasicScenario-165085320-router', 'tenant_id': '2e294fd9a4bd4fea914485eec964748b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:01:25Z', 'updated_at': '2022-08-26T16:04:38Z', 'revision_number': 5, 'project_id': '2e294fd9a4bd4fea914485eec964748b', 'gw_port': {'id': '35ae94c3-42b7-4d0a-93c1-1b7e58622a1d', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:60:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be13549-6751-46a3-ae25-b32aec91963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:01:26Z', 'updated_at': '2022-08-26T16:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:39.633247 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] For port 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:39.633613 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.646522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Calling delete_port for 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:39.811759 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccfba8-081d-44dd-87ac-099ed091d4f7 req-2727c00a-a2b5-47f7-afe3-eda5bedf78ba tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:39.813367 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-30ccfba8-081d-44dd-87ac-099ed091d4f7 req-2727c00a-a2b5-47f7-afe3-eda5bedf78ba tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0624332 Aug 26 16:04:39.886363 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:39.892009 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-30ccfba8-081d-44dd-87ac-099ed091d4f7 req-2a2322a5-72ba-4dcf-a835-03523d691bf4 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612769 Aug 26 16:04:39.943150 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (35ae94c3-42b7-4d0a-93c1-1b7e58622a1d), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:39.971997 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Pushing event deleted for resources: {'Port': ['ID=35ae94c3-42b7-4d0a-93c1-1b7e58622a1d,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:40.040664 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (8be13549-6751-46a3-ae25-b32aec91963e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.144524 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (8be13549-6751-46a3-ae25-b32aec91963e), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.146731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks [] for router_controller (8be13549-6751-46a3-ae25-b32aec91963e), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.277397 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c0545cdc-1003-49a4-9418-c5a4ccbeaa7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.369580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (8be13549-6751-46a3-ae25-b32aec91963e), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.370189 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be13549-6751-46a3-ae25-b32aec91963e {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:04:40.378779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.378779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0e857f0a-9e85-41ea-99a7-43866e1bafde admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/8be13549-6751-46a3-ae25-b32aec91963e HTTP/1.1" status: 204 len: 168 time: 1.5351741 Aug 26 16:04:40.383743 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58272) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:40.451503 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Deleting subnet cc965c26-69ee-41c4-9563-907ca5958ff9 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:04:40.455806 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Publish callbacks [] for subnet (cc965c26-69ee-41c4-9563-907ca5958ff9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.504106 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (cc965c26-69ee-41c4-9563-907ca5958ff9), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.590298 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (cc965c26-69ee-41c4-9563-907ca5958ff9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.625637 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:40.737346 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (cc965c26-69ee-41c4-9563-907ca5958ff9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.764904 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc965c26-69ee-41c4-9563-907ca5958ff9,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:40.767137 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.771293 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6a9ade73-b6ca-4255-945e-b2bced45769b admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/cc965c26-69ee-41c4-9563-907ca5958ff9 HTTP/1.1" status: 204 len: 168 time: 0.3853924 Aug 26 16:04:40.772970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58280) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:40.782823 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b02e23-ab2c-4487-8ca4-a6dcf5951bd5 None None] Network 2eda9c30-b9d7-4512-8277-529148487715 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:40.853230 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (2eda9c30-b9d7-4512-8277-529148487715), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.921368 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Deleting port 78a65eca-2d54-4382-9e2b-738385d14a7d {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:40.922196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:40.923724 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212e487-303e-4221-9ce7-3e188293fce5 req-1e8e4280-7638-42f4-9937-89d21db60c51 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:40.928808 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b212e487-303e-4221-9ce7-3e188293fce5 req-1e8e4280-7638-42f4-9937-89d21db60c51 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0766547 Aug 26 16:04:41.015711 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] For port 78a65eca-2d54-4382-9e2b-738385d14a7d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=78a65eca-2d54-4382-9e2b-738385d14a7d,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:41.016542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.026180 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b212e487-303e-4221-9ce7-3e188293fce5 req-6f37013a-aa70-4cc4-82fa-0f70ffb948df tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862157 Aug 26 16:04:41.038670 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Calling delete_port for 78a65eca-2d54-4382-9e2b-738385d14a7d owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:41.060299 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] DHCP port deletion for 2eda9c30-b9d7-4512-8277-529148487715 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:04:41.107685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Deleting port 78a65eca-2d54-4382-9e2b-738385d14a7d {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:41.109142 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.114978 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46131aeb-68e6-4ed3-b0b5-78d389470356 req-a0720b57-e447-4d3d-94ef-8e7457f7cfe9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:41.116537 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-46131aeb-68e6-4ed3-b0b5-78d389470356 req-a0720b57-e447-4d3d-94ef-8e7457f7cfe9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0894444 Aug 26 16:04:41.175581 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-46131aeb-68e6-4ed3-b0b5-78d389470356 req-d7953d75-173f-4672-8ec8-36f8238f7d51 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522463 Aug 26 16:04:41.183279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] For port 78a65eca-2d54-4382-9e2b-738385d14a7d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=78a65eca-2d54-4382-9e2b-738385d14a7d,segment=NetworkSegment(cb9b5c5e-f5e2-4b43-821b-7210df2ede04),segment_id=cb9b5c5e-f5e2-4b43-821b-7210df2ede04)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:41.183683 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.197551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:41.198765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Calling delete_port for 78a65eca-2d54-4382-9e2b-738385d14a7d owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:41.283737 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.289479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (78a65eca-2d54-4382-9e2b-738385d14a7d), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.313534 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] Pushing event deleted for resources: {'Port': ['ID=78a65eca-2d54-4382-9e2b-738385d14a7d,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:41.315464 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Pushing event deleted for resources: {'Port': ['ID=78a65eca-2d54-4382-9e2b-738385d14a7d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:41.320304 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] No DVR routers for this DVR port 78a65eca-2d54-4382-9e2b-738385d14a7d on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:41.324111 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e3294-8bf5-4c74-8e36-c343ba7bb42e None None] No DVR routers for this DVR port 78a65eca-2d54-4382-9e2b-738385d14a7d on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:41.396275 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (2eda9c30-b9d7-4512-8277-529148487715), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.403342 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:DELETE=10,neutron:UPDATE=1,neutron:SELECT=89 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:41.418328 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eda9c30-b9d7-4512-8277-529148487715']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:41.428051 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:41.428334 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9b5c5e-f5e2-4b43-821b-7210df2ede04') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:41.438398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (cb9b5c5e-f5e2-4b43-821b-7210df2ede04), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.452841 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (cb9b5c5e-f5e2-4b43-821b-7210df2ede04), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.459191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Releasing vlan 957 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:04:41.459579 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (cb9b5c5e-f5e2-4b43-821b-7210df2ede04), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.498308 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment cb9b5c5e-f5e2-4b43-821b-7210df2ede04 resource provider aggregate not found Aug 26 16:04:41.520283 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment cb9b5c5e-f5e2-4b43-821b-7210df2ede04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb9b5c5e-f5e2-4b43-821b-7210df2ede04 found for delete ", "request_id": "req-42cbe236-14ef-4224-a299-5f617b98aea1"}]} Aug 26 16:04:41.562808 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 78a65eca-2d54-4382-9e2b-738385d14a7d no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:41.586575 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 78a65eca-2d54-4382-9e2b-738385d14a7d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:41.587009 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 78a65eca-2d54-4382-9e2b-738385d14a7d not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:41.587429 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:41.607056 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:41.607410 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c4f5d66-9395-4ac7-a75d-13a05ad4ff27 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:41.607859 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:41.626733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:41.627143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 35ae94c3-42b7-4d0a-93c1-1b7e58622a1d not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:41.654542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (2eda9c30-b9d7-4512-8277-529148487715), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.660879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:41.663958 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/2eda9c30-b9d7-4512-8277-529148487715 HTTP/1.1" status: 204 len: 168 time: 0.8899806 Aug 26 16:04:41.676107 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcba767-b35c-4e9c-9934-518efd7d177c admin admin] Pushing event deleted for resources: {'Network': ['ID=2eda9c30-b9d7-4512-8277-529148487715,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:41.894614 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.007446 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58312) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:42.049200 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-cbb97249-7303-4d4f-89ce-74c4df19e70d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=070e0f497888488d863e2f63b87a31ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405757 Aug 26 16:04:42.051826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58314) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:42.111877 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] Publish callbacks [] for security_group (6a3a7e40-0383-46d6-a360-23d6da357a3e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.138110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] Publish callbacks [] for security_group (6a3a7e40-0383-46d6-a360-23d6da357a3e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.146227 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:42.163491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59610e-8a5b-437f-a19f-6fcc8fb3fa49 req-cda6037f-51dc-478f-b46f-a67fa001d576 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:42.171040 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b59610e-8a5b-437f-a19f-6fcc8fb3fa49 req-cda6037f-51dc-478f-b46f-a67fa001d576 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0573254 Aug 26 16:04:42.218969 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b59610e-8a5b-437f-a19f-6fcc8fb3fa49 req-57586727-f92b-4877-a97c-8d27cc013799 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440395 Aug 26 16:04:42.289126 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (6a3a7e40-0383-46d6-a360-23d6da357a3e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.292096 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:42.293250 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/6a3a7e40-0383-46d6-a360-23d6da357a3e HTTP/1.1" status: 204 len: 168 time: 0.2405136 Aug 26 16:04:42.301970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bea934-2aae-43b1-8daa-ead8896223b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3a7e40-0383-46d6-a360-23d6da357a3e,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:42.319442 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8320d2-ae44-4461-8782-b8085da22fb9 req-0e9603e8-8567-4670-ad54-692b55131208 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:42.320992 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1a8320d2-ae44-4461-8782-b8085da22fb9 req-0e9603e8-8567-4670-ad54-692b55131208 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0594816 Aug 26 16:04:42.401281 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1a8320d2-ae44-4461-8782-b8085da22fb9 req-8f72c7a6-bd63-4048-ad52-a31bf66f4f8a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642955 Aug 26 16:04:42.622577 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-61654de4-8988-4a7a-8203-5705a4807ad4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388551 Aug 26 16:04:42.915447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac855a-8009-4899-beae-8518c07576fd req-87425b27-5a47-4b4a-9c3e-e27f73241f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:42.917014 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-87425b27-5a47-4b4a-9c3e-e27f73241f6f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 1131 time: 0.0492322 Aug 26 16:04:42.923908 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-15d20121-5e41-4010-a6fa-7e9320fa2598 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:42.926059 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-15d20121-5e41-4010-a6fa-7e9320fa2598 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0658302 Aug 26 16:04:43.031246 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port fb610a76-d6cc-4bcd-be95-56a4a36620ad {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:43.031668 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.039507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac855a-8009-4899-beae-8518c07576fd req-0748687d-c38a-4ffb-9c4f-520c67e7f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:43.041045 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-0748687d-c38a-4ffb-9c4f-520c67e7f885 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 200 len: 917 time: 0.1026578 Aug 26 16:04:43.099743 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.111294 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-76a8964a-36ad-4af9-a780-20d8e27c60f4 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 200 len: 1002 time: 0.0615678 Aug 26 16:04:43.126584 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] For port fb610a76-d6cc-4bcd-be95-56a4a36620ad, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=fb610a76-d6cc-4bcd-be95-56a4a36620ad,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:43.126981 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.172303 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58350) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:43.189406 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac855a-8009-4899-beae-8518c07576fd req-48bfe36a-127f-4f09-9994-2f23d0feaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:43.190869 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-48bfe36a-127f-4f09-9994-2f23d0feaa23 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 200 len: 855 time: 0.0739145 Aug 26 16:04:43.250362 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6eaa2aa8-1997-4769-b92d-bf3e70578de9 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=2e294fd9a4bd4fea914485eec964748b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769255 Aug 26 16:04:43.253748 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58354) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:43.260235 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac855a-8009-4899-beae-8518c07576fd req-745f77c2-1d0f-41c3-89c9-c610eeb64043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:43.261698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-745f77c2-1d0f-41c3-89c9-c610eeb64043 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=14fbb9b0-48c1-40b4-822d-b21197d95a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634205 Aug 26 16:04:43.276413 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.312593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.313151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.314220 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Floating IP c53594cd-c4ec-40fd-a34b-90eda48e7a75 disassociated. External IP: 172.27.1.218, port: fb610a76-d6cc-4bcd-be95-56a4a36620ad. Aug 26 16:04:43.314638 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for fb610a76-d6cc-4bcd-be95-56a4a36620ad owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:43.325560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.408285 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209e595-4f6e-40d8-ad19-dd593ffd28a2 req-832087a2-0db1-48c4-a7dc-13fa3fea78e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:43.409921 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c209e595-4f6e-40d8-ad19-dd593ffd28a2 req-832087a2-0db1-48c4-a7dc-13fa3fea78e4 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 945 time: 0.0796351 Aug 26 16:04:43.449693 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] Publish callbacks [] for security_group (95d502a1-f042-4980-8f44-5fe240169c31), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.454431 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.483494 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-2b14dd85-2817-41fe-83b6-2e7f60d05d58 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136686 Aug 26 16:04:43.491279 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.510066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] Publish callbacks [] for security_group (95d502a1-f042-4980-8f44-5fe240169c31), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.521500 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (fb610a76-d6cc-4bcd-be95-56a4a36620ad), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.556654 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=fb610a76-d6cc-4bcd-be95-56a4a36620ad,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:43.626326 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c209e595-4f6e-40d8-ad19-dd593ffd28a2 req-a6843ed3-22db-4628-a8e6-c6575b3dc7b9 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=c29f6058-f9be-4e36-9640-9e02b34b2cc4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903026 Aug 26 16:04:43.636383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064f291-141b-4f0c-ac82-9dbea57f68ce req-6fab26b0-934c-424b-9255-49be05111321 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:43.637854 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4064f291-141b-4f0c-ac82-9dbea57f68ce req-6fab26b0-934c-424b-9255-49be05111321 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.1534369 Aug 26 16:04:43.671120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:43.674971 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:43.697378 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a7ac855a-8009-4899-beae-8518c07576fd req-2460beef-40a0-48fe-88a4-e6979c70878e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042449 Aug 26 16:04:43.724233 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4064f291-141b-4f0c-ac82-9dbea57f68ce req-0fb03a1b-e75f-42a8-9bb8-9fda67fd8cc2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667651 Aug 26 16:04:43.789813 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:43.794606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (95d502a1-f042-4980-8f44-5fe240169c31), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.797704 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.809406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/95d502a1-f042-4980-8f44-5fe240169c31 HTTP/1.1" status: 204 len: 168 time: 0.5472212 Aug 26 16:04:43.817021 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:43.822782 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645202c8-4ba7-4ab6-8c6d-568ed087734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d502a1-f042-4980-8f44-5fe240169c31,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:43.829607 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:43.830243 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:43.840253 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] No DVR routers for this DVR port fb610a76-d6cc-4bcd-be95-56a4a36620ad on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:43.843966 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:43.853038 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-fafa9962-98cf-4177-af5f-04da3716fd53 req-ddb1cc2d-3afb-433b-ae90-d196f0e2b240 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.102 "DELETE /networking/v2.0/ports/fb610a76-d6cc-4bcd-be95-56a4a36620ad HTTP/1.1" status: 204 len: 173 time: 0.9159377 Aug 26 16:04:43.853038 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'name': 'network-vif-deleted', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:43.853038 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f213cc-84ae-4842-b15e-1398c3e7a7c5" -d '{"events": [{"server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "name": "network-vif-deleted", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:43.914435 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad29ce3d-0733-4960-aec3-87dfb4a833bb x-openstack-request-id: req-ad29ce3d-0733-4960-aec3-87dfb4a833bb {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:43.914723 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579627a3-5e3e-40c0-be7a-c333ee8ee154", "name": "network-vif-deleted", "tag": "fb610a76-d6cc-4bcd-be95-56a4a36620ad", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:43.915004 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ad29ce3d-0733-4960-aec3-87dfb4a833bb {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:43.915413 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad29ce3d-0733-4960-aec3-87dfb4a833bb'] response: {'server_uuid': '579627a3-5e3e-40c0-be7a-c333ee8ee154', 'name': 'network-vif-deleted', 'tag': 'fb610a76-d6cc-4bcd-be95-56a4a36620ad', 'status': 'completed', 'code': 200} Aug 26 16:04:43.984884 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58366) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:44.035117 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:44.253714 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:44.256394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d048bfda-a00f-4bfc-9ec2-f3008b96c726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.288266 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:44.289820 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:44.308457 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:44.309386 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:44.313774 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:44.347984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.355632 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d048bfda-a00f-4bfc-9ec2-f3008b96c726 admin admin] Publish callbacks [] for security_group (376b487b-8f64-4b00-8c64-78473517d07b), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.422225 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:44.452525 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d048bfda-a00f-4bfc-9ec2-f3008b96c726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (376b487b-8f64-4b00-8c64-78473517d07b), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.464154 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:44.490675 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d048bfda-a00f-4bfc-9ec2-f3008b96c726 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=eddbc5d2a8fa42dd80fe4190ffaf45b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5046124 Aug 26 16:04:44.492016 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048bfda-a00f-4bfc-9ec2-f3008b96c726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b487b-8f64-4b00-8c64-78473517d07b,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:44.493323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58378) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:44.563382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] Publish callbacks [] for security_group (376b487b-8f64-4b00-8c64-78473517d07b), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.586708 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] Publish callbacks [] for security_group (376b487b-8f64-4b00-8c64-78473517d07b), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.641087 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:44.666579 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5222fc18-9eab-4034-905e-6efebd77de89 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T15:56:42Z', 'revision_number': 4, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': '00c42ab3-1cb7-483d-b32b-33e37d1327a1', 'name': '', 'network_id': '62414327-5b31-4d4a-b372-9a9bbc06aa9d', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'mac_address': 'fa:16:3e:70:05:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:40Z', 'updated_at': '2022-08-26T15:57:01Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'subnets': [{'id': '35e56ba0-9d46-4a2a-a7bd-a9768bba4b46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:44.728581 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (376b487b-8f64-4b00-8c64-78473517d07b), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.731569 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:44.738190 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/376b487b-8f64-4b00-8c64-78473517d07b HTTP/1.1" status: 204 len: 168 time: 0.2348750 Aug 26 16:04:44.780022 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cbffef0e-28c5-4b0a-9990-3fd8071cf71f req-b64b0bdf-1a6d-45b9-bf67-6bc02172cb1b tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=579627a3-5e3e-40c0-be7a-c333ee8ee154 HTTP/1.1" status: 200 len: 210 time: 0.0625727 Aug 26 16:04:44.781145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fcfe8-cd94-46f4-832d-557a9323f367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b487b-8f64-4b00-8c64-78473517d07b,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:44.893140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96debff-bc2a-49b6-93b9-1c2bbe8cdd20 req-365b0b3f-cbde-4859-a618-45b20bccffab tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:44.895206 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c96debff-bc2a-49b6-93b9-1c2bbe8cdd20 req-365b0b3f-cbde-4859-a618-45b20bccffab tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0590882 Aug 26 16:04:44.950526 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c96debff-bc2a-49b6-93b9-1c2bbe8cdd20 req-ee02a685-c029-4b34-8b78-3473becbf3c2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495234 Aug 26 16:04:44.991715 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f2e23-eeb0-4640-b1a3-a2b75ab51255 None None] New status for floating IP c53594cd-c4ec-40fd-a34b-90eda48e7a75: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:04:45.039860 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9522-71b2-48a9-a28f-44638ad61465 req-ee0ce34c-acba-429a-8ac6-1e15d2df6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:45.041483 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-ee0ce34c-acba-429a-8ac6-1e15d2df6770 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.0686767 Aug 26 16:04:45.145852 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9522-71b2-48a9-a28f-44638ad61465 req-e8b9ac87-44e9-448e-9347-88f03193cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:45.147362 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-e8b9ac87-44e9-448e-9347-88f03193cd38 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 910 time: 0.0991435 Aug 26 16:04:45.203992 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58400) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:45.228056 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-e6671e27-7659-40f1-93fc-d9feb749fbeb service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 1001 time: 0.0741184 Aug 26 16:04:45.289366 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9522-71b2-48a9-a28f-44638ad61465 req-f6650196-3612-4f8c-a84a-2bd8e3e81e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:45.290851 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-f6650196-3612-4f8c-a84a-2bd8e3e81e50 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.0566628 Aug 26 16:04:45.319044 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-578987518-network', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:45.337974 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde9522-71b2-48a9-a28f-44638ad61465 req-22efd7c9-fb04-4162-a2b6-a488681fe334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:45.339491 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-22efd7c9-fb04-4162-a2b6-a488681fe334 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425563 Aug 26 16:04:45.433493 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-f127ad7a-7f4e-4998-bc45-516f09c6d767 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863450 Aug 26 16:04:45.445406 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Made reservation on behalf of 3c5f0e0c02e64047b9ca17a7320b0bf5 for: {'network': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:04:45.447877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.457649 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.543113 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-abde9522-71b2-48a9-a28f-44638ad61465 req-7b9f18d6-4298-43f1-a017-5856f77511c7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031301 Aug 26 16:04:45.543719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks [] for security_group (e6782757-1892-4016-a1dd-5ce86b1e737c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.668197 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e6782757-1892-4016-a1dd-5ce86b1e737c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.698381 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 972} {{(pid=113647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:04:45.705238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6782757-1892-4016-a1dd-5ce86b1e737c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:45.712180 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (00ca14e2-fe4b-48ea-8900-aac2b638a251), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.712678 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.segments_db [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Added segment 00ca14e2-fe4b-48ea-8900-aac2b638a251 of type vlan for network b0da63e8-a587-4953-adca-efb59d8c08a4 Aug 26 16:04:45.723200 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58404) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:45.737119 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-899172cc-80bb-4709-81fa-c1f1e0a34d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.753518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:45.757099 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (b0da63e8-a587-4953-adca-efb59d8c08a4), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.814371 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-899172cc-80bb-4709-81fa-c1f1e0a34d21 admin admin] Publish callbacks [] for security_group (a93eb69b-4452-422a-a333-71a313b32895), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.856789 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (b0da63e8-a587-4953-adca-efb59d8c08a4), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.858328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:45.858915 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.918138 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] Pushing event updated for resources: {'Network': ['ID=b0da63e8-a587-4953-adca-efb59d8c08a4,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:45.925249 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-899172cc-80bb-4709-81fa-c1f1e0a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (a93eb69b-4452-422a-a333-71a313b32895), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:45.928806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network b0da63e8-a587-4953-adca-efb59d8c08a4 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:04:45.966834 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58410) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:45.975516 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:45.978245 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899172cc-80bb-4709-81fa-c1f1e0a34d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93eb69b-4452-422a-a333-71a313b32895,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:45.982542 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-899172cc-80bb-4709-81fa-c1f1e0a34d21 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5cd75844078d45da8e68e90d53e70ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582614 Aug 26 16:04:45.987464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58414) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:46.037318 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (c29f6058-f9be-4e36-9640-9e02b34b2cc4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.040588 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-60662ab1-e500-415f-9712-1fc2afab4f56 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8349948 Aug 26 16:04:46.047129 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58416) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:46.052308 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Request body: {'subnet': {'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-578987518-subnet', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:46.076017 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (c29f6058-f9be-4e36-9640-9e02b34b2cc4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.108431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90eb1-7840-4905-b128-f3a55c4a8633 req-fb65b125-4cf2-4559-8f2f-9615483fee99 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:46.110007 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26d90eb1-7840-4905-b128-f3a55c4a8633 req-fb65b125-4cf2-4559-8f2f-9615483fee99 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0678191 Aug 26 16:04:46.110788 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] Publish callbacks [] for security_group (a93eb69b-4452-422a-a333-71a313b32895), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.152931 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] Publish callbacks [] for security_group (a93eb69b-4452-422a-a333-71a313b32895), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.160951 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:46.205318 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Made reservation on behalf of 3c5f0e0c02e64047b9ca17a7320b0bf5 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:04:46.205608 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26d90eb1-7840-4905-b128-f3a55c4a8633 req-3739c46a-1286-4001-a1e7-6d332e448582 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863299 Aug 26 16:04:46.208080 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64214426'] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.251360 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (c29f6058-f9be-4e36-9640-9e02b34b2cc4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.253809 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.254941 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/c29f6058-f9be-4e36-9640-9e02b34b2cc4 HTTP/1.1" status: 204 len: 168 time: 0.2865717 Aug 26 16:04:46.257888 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58418) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:46.268503 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:46.272786 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.api.v2.resource [None req-0fc12ea5-0c2c-4e04-bc82-a2f20ce85b31 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] show failed (client error): The resource could not be found. Aug 26 16:04:46.274734 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0fc12ea5-0c2c-4e04-bc82-a2f20ce85b31 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "GET /networking/v2.0/security-groups/c29f6058-f9be-4e36-9640-9e02b34b2cc4 HTTP/1.1" status: 404 len: 347 time: 0.0148489 Aug 26 16:04:46.276094 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba6b09-320d-4e95-88f4-128c53e1a537 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29f6058-f9be-4e36-9640-9e02b34b2cc4,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:46.279982 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58420) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:46.286382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device fb610a76-d6cc-4bcd-be95-56a4a36620ad no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:46.319754 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: fb610a76-d6cc-4bcd-be95-56a4a36620ad {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:46.319976 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (a93eb69b-4452-422a-a333-71a313b32895), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.323861 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device fb610a76-d6cc-4bcd-be95-56a4a36620ad not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:46.324353 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.326263 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/a93eb69b-4452-422a-a333-71a313b32895 HTTP/1.1" status: 204 len: 168 time: 0.3377802 Aug 26 16:04:46.369581 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d798e6e-bdcd-418e-8114-317b0cfc0829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93eb69b-4452-422a-a333-71a313b32895,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:46.425682 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Deleting port 5b3f5154-f539-4511-a5f2-7b0998bad652 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:46.426095 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.503027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65035868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64214440'] for subnet (5a25c26c-8ee8-4dad-abef-8704c29fdcd6), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.507969 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.512840 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (5b3f5154-f539-4511-a5f2-7b0998bad652), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.520829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Calling delete_port for 5b3f5154-f539-4511-a5f2-7b0998bad652 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:46.563537 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a25c26c-8ee8-4dad-abef-8704c29fdcd6,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:46.575497 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:46.576201 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Network hostable DHCP agents. Network: b0da63e8-a587-4953-adca-efb59d8c08a4, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:04:46.673705 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:04:46.765277 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (5b3f5154-f539-4511-a5f2-7b0998bad652), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.788446 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, b0da63e8-a587-4953-adca-efb59d8c08a4) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:46.793191 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:46.793795 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.794726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Pushing event deleted for resources: {'Port': ['ID=5b3f5154-f539-4511-a5f2-7b0998bad652,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:46.800904 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca397b-e39c-40d9-b64c-cee016fe83e0 None None] Network b0da63e8-a587-4953-adca-efb59d8c08a4 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:46.868061 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks [] for floatingip (c53594cd-c4ec-40fd-a34b-90eda48e7a75), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.870956 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:46.874854 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4e643968-4d30-4f08-8b0e-b17ea8efb1e8 tempest-AttachVolumeNegativeTest-243089979 tempest-AttachVolumeNegativeTest-243089979-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/c53594cd-c4ec-40fd-a34b-90eda48e7a75 HTTP/1.1" status: 204 len: 168 time: 0.5913360 Aug 26 16:04:46.911050 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3f2a9354-e486-452c-86c1-fcf331ab5f8d admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8628504 Aug 26 16:04:46.914223 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58434) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:46.921011 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:47.070095 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-b0da63e8-a587-4953-adca-efb59d8c08a4', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:04:47.070095 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.183974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:47.234392 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (fa6582bd-b907-48c5-acb5-e26f83581332), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.235690 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (fa6582bd-b907-48c5-acb5-e26f83581332), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.241750 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Allocated IP 172.20.0.2 (b0da63e8-a587-4953-adca-efb59d8c08a4/5a25c26c-8ee8-4dad-abef-8704c29fdcd6/b43894f9-f5d9-4091-b130-3c457071dc06) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:47.307545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for router_controller (fa6582bd-b907-48c5-acb5-e26f83581332), precommit_add_association {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.335783 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb8dfa-354c-4285-8b0b-b515a88d517b req-6788ac26-b428-409b-950e-73e1dea5441a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:47.337193 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42cb8dfa-354c-4285-8b0b-b515a88d517b req-6788ac26-b428-409b-950e-73e1dea5441a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0511019 Aug 26 16:04:47.386940 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-42cb8dfa-354c-4285-8b0b-b515a88d517b req-eaabf067-f7c7-4e3b-8c65-f7918c3dea3f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 Aug 26 16:04:47.401305 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks [] for port (b43894f9-f5d9-4091-b130-3c457071dc06), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.503149 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.556488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=87,neutron:UPDATE=9,neutron:INSERT=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:47.591561 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:47.595957 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:47.599303 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Pushing event updated for resources: {'Port': ['ID=b43894f9-f5d9-4091-b130-3c457071dc06,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:47.603237 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:47.682980 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Attempting to bind port b43894f9-f5d9-4091-b130-3c457071dc06 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:47.687604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Attempting to bind port b43894f9-f5d9-4091-b130-3c457071dc06 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:47.687604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Attempting to bind port b43894f9-f5d9-4091-b130-3c457071dc06 on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:47.690029 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:47.690413 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:47.690941 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.691629 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Bound using segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:47.692165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Bound port: b43894f9-f5d9-4091-b130-3c457071dc06, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:47.692681 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.762537 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] For port b43894f9-f5d9-4091-b130-3c457071dc06, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:04:47.765847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] For port b43894f9-f5d9-4091-b130-3c457071dc06, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b43894f9-f5d9-4091-b130-3c457071dc06,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:04:47.815580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:47.868627 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.892770 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for router_gateway (fa6582bd-b907-48c5-acb5-e26f83581332), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:47.897124 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:47.922809 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0ec5-79f1-4987-b7ad-c10ff539f4b3 None None] Pushing event updated for resources: {'Port': ['ID=b43894f9-f5d9-4091-b130-3c457071dc06,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:48.270105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for router_gateway (fa6582bd-b907-48c5-acb5-e26f83581332), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:48.289920 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:48.406140 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Allocated IP 172.27.1.119 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/a66b4acd-182b-4b7f-b69d-f69592a41899) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:48.480493 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:48.523800 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:48.532535 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4984e47-cea4-4c52-bc6f-20ac0ba29621 req-75d6bde9-e806-4248-9d2b-e7d0f26240e9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:48.537773 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4984e47-cea4-4c52-bc6f-20ac0ba29621 req-75d6bde9-e806-4248-9d2b-e7d0f26240e9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0618005 Aug 26 16:04:48.600809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4984e47-cea4-4c52-bc6f-20ac0ba29621 req-ad6543ba-14c1-40e6-9590-8a9fe8863835 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599611 Aug 26 16:04:48.680157 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:48.726341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:48.730673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:48.735521 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:48.768410 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Pushing event updated for resources: {'Port': ['ID=a66b4acd-182b-4b7f-b69d-f69592a41899,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:49.044750 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75a2c20-c0cf-4964-912e-20a8d0a35fa3 None None] Network b0da63e8-a587-4953-adca-efb59d8c08a4 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:49.111387 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Provisioning complete for port b43894f9-f5d9-4091-b130-3c457071dc06 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:49.111739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.213782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for router_gateway (fa6582bd-b907-48c5-acb5-e26f83581332), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.265112 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Current status of the port b43894f9-f5d9-4091-b130-3c457071dc06 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:49.265512 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.315523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] For port b43894f9-f5d9-4091-b130-3c457071dc06, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b43894f9-f5d9-4091-b130-3c457071dc06,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:49.394336 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.427598 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (fa6582bd-b907-48c5-acb5-e26f83581332), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.456283 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2bc182-b092-491d-a559-8287c4bf28be None None] Pushing event updated for resources: {'Port': ['ID=b43894f9-f5d9-4091-b130-3c457071dc06,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:49.516410 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-2f19a5ec-9612-4550-a606-2cc58e555636 None None] Provisioning complete for port b43894f9-f5d9-4091-b130-3c457071dc06 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:49.516996 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2f19a5ec-9612-4550-a606-2cc58e555636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.598738 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b43894f9-f5d9-4091-b130-3c457071dc06 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:49.601967 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-2f19a5ec-9612-4550-a606-2cc58e555636 None None] Current status of the port b43894f9-f5d9-4091-b130-3c457071dc06 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:49.650843 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port b43894f9-f5d9-4091-b130-3c457071dc06 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:49.651255 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.700257 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Router fa6582bd-b907-48c5-acb5-e26f83581332 is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:04:49.732214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port b43894f9-f5d9-4091-b130-3c457071dc06 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:49.761781 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b68f0-ad00-42aa-921b-a0ee766c8405 req-45071f72-3d5e-44df-98d0-32f7233547b3 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:49.763595 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-161b68f0-ad00-42aa-921b-a0ee766c8405 req-45071f72-3d5e-44df-98d0-32f7233547b3 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0828364 Aug 26 16:04:49.827150 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-161b68f0-ad00-42aa-921b-a0ee766c8405 req-f3267f03-044a-4fe9-8b1f-11392efd24c6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559435 Aug 26 16:04:49.828782 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:49.838577 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:49.863915 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:49.864597 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:49.964072 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:49.965512 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:49.965786 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:49.968391 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ec0efb00-41b1-45f3-be4f-c6c1d3d647fd admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0508990 Aug 26 16:04:49.974007 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58494) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:50.139419 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:48Z', 'revision_number': 3, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:50.188423 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:50.188864 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Updating router fa6582bd-b907-48c5-acb5-e26f83581332 port a66b4acd-182b-4b7f-b69d-f69592a41899 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:04:50.229187 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.235915 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:50.312670 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:50.426309 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:50.474170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1b3b9-8269-47d8-ab84-ac7f4828fed8 req-ea97c7ed-a274-43ac-97b7-9b50b05928ea tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:50.482318 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9a1b3b9-8269-47d8-ab84-ac7f4828fed8 req-ea97c7ed-a274-43ac-97b7-9b50b05928ea tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0973804 Aug 26 16:04:50.497654 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7450399c-70d1-4b9d-9b20-fdef692f4a6d is: ACTIVE; New status is: DOWN {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:50.498054 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.548932 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:04:50.569443 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d49782-a775-4b10-950d-79c8954b31a8" -d '{"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-unplugged", "status": "completed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:04:50.569562 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c9a1b3b9-8269-47d8-ab84-ac7f4828fed8 req-237d819a-81d6-4096-8868-eecf5df37201 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759327 Aug 26 16:04:50.569657 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks [] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.582762 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.583654 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:50.621805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 26 Aug 2022 16:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e59f25d-0519-456d-bc82-ca2cd4d03e7a x-openstack-request-id: req-8e59f25d-0519-456d-bc82-ca2cd4d03e7a {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:04:50.622133 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-unplugged", "status": "failed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "code": 422}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:04:50.622389 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8e59f25d-0519-456d-bc82-ca2cd4d03e7a {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:04:50.622824 dv-cinder-851449-7-iscsi neutron-server[113648]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8e59f25d-0519-456d-bc82-ca2cd4d03e7a']: {'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'code': 422} returned with failed status Aug 26 16:04:50.699670 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58528) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:50.742348 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.742707 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.759624 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Allocated IP 172.20.0.1 (b0da63e8-a587-4953-adca-efb59d8c08a4/5a25c26c-8ee8-4dad-abef-8704c29fdcd6/d050785c-0f6b-41d7-ab03-8a3192fcbb7f) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:50.834633 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=6']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:50.885295 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-c60ba72a-b0cb-4292-abcb-0957226ede23 service neutron] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1820071 Aug 26 16:04:50.892686 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-a5a3c19f-df83-4267-9100-14349c966449 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:04:50.893952 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-a5a3c19f-df83-4267-9100-14349c966449 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058889 Aug 26 16:04:50.897163 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:50.898276 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Attempting to bind port a66b4acd-182b-4b7f-b69d-f69592a41899 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:50.898642 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Attempting to bind port a66b4acd-182b-4b7f-b69d-f69592a41899 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:50.899021 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Attempting to bind port a66b4acd-182b-4b7f-b69d-f69592a41899 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:50.905081 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Pushing event updated for resources: {'Port': ['ID=a66b4acd-182b-4b7f-b69d-f69592a41899,revision_number=2']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:50.907293 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:50.907666 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:50.908075 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.908466 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:50.908946 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Bound port: a66b4acd-182b-4b7f-b69d-f69592a41899, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:50.909317 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.941909 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.942125 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.942441 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.942803 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.943169 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.943501 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.943828 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.944156 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.944483 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.944967 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.945295 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.945634 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.945969 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.946279 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.946784 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:04:50.962199 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks [] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:50.974124 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] For port a66b4acd-182b-4b7f-b69d-f69592a41899, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:04:50.977320 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] For port a66b4acd-182b-4b7f-b69d-f69592a41899, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a66b4acd-182b-4b7f-b69d-f69592a41899,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:04:51.079942 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58544) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:51.126323 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.134807 dv-cinder-851449-7-iscsi neutron-server[113646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 26 16:04:51.161533 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:51.162447 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:51.180663 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-6c1a928c-ef1f-43df-a740-da5974d7fb6e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:51.182429 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-6c1a928c-ef1f-43df-a740-da5974d7fb6e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports/7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 940 time: 0.1010911 Aug 26 16:04:51.211396 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.252440 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Pushing event updated for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:51.264266 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:51.265738 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:51.274276 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:51.281980 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:51.333568 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (fa6582bd-b907-48c5-acb5-e26f83581332), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.417094 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a34a5-85fe-4965-995f-e5f1ecfdad71 None None] Pushing event updated for resources: {'Port': ['ID=a66b4acd-182b-4b7f-b69d-f69592a41899,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:51.509859 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:48Z', 'revision_number': 3, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:51.539110 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-d3ca5640-a5df-4d85-919d-98510c4293af None None] Provisioning complete for port d050785c-0f6b-41d7-ab03-8a3192fcbb7f triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:51.539666 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b1dc81-635b-4270-959c-1a307a78250f None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:48Z', 'revision_number': 3, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:51.545556 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5640-a5df-4d85-919d-98510c4293af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.573424 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.617943 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-d3ca5640-a5df-4d85-919d-98510c4293af None None] Port d050785c-0f6b-41d7-ab03-8a3192fcbb7f cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:04:51.708552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f51ef-010f-40a1-b51c-c6ae503c83c6 req-77552caf-4025-430e-b3bc-1c4bbc339f5a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:51.715943 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b6f51ef-010f-40a1-b51c-c6ae503c83c6 req-77552caf-4025-430e-b3bc-1c4bbc339f5a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0602028 Aug 26 16:04:51.809733 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:51.812401 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b6f51ef-010f-40a1-b51c-c6ae503c83c6 req-22009497-ca0b-4043-a3e1-69e60e8f2558 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670712 Aug 26 16:04:51.812584 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks [] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.885999 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.968892 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:51.990689 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (fa6582bd-b907-48c5-acb5-e26f83581332), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:51.994751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Pushing event updated for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:52.035858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58588) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:52.142498 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:52.144110 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:52.290283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:52.309809 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:52.466082 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-073db034-3290-453e-951c-3d464461d1f7 None None] Provisioning complete for port d050785c-0f6b-41d7-ab03-8a3192fcbb7f triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:52.466727 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-073db034-3290-453e-951c-3d464461d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:52.560102 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-073db034-3290-453e-951c-3d464461d1f7 None None] Port d050785c-0f6b-41d7-ab03-8a3192fcbb7f cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:04:52.637431 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:52.755688 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:52.757730 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:52.763434 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-37275ba1-7b0c-4423-9fbe-bcf6f9bea212 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/fa6582bd-b907-48c5-acb5-e26f83581332/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883937 Aug 26 16:04:52.958195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55c859-89b0-496a-b165-fa496df16b78 req-572be222-589b-45a4-a889-a68b21bf9176 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:52.959847 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c55c859-89b0-496a-b165-fa496df16b78 req-572be222-589b-45a4-a889-a68b21bf9176 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0922115 Aug 26 16:04:53.037419 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Deleting port 00c42ab3-1cb7-483d-b32b-33e37d1327a1 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:53.038157 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.056711 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1c55c859-89b0-496a-b165-fa496df16b78 req-b0ec9efb-55f0-445a-b066-4555cf300fd2 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895438 Aug 26 16:04:53.154450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] For port 00c42ab3-1cb7-483d-b32b-33e37d1327a1, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=00c42ab3-1cb7-483d-b32b-33e37d1327a1,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:53.155371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.169643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Calling delete_port for 00c42ab3-1cb7-483d-b32b-33e37d1327a1 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:53.481220 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (00c42ab3-1cb7-483d-b32b-33e37d1327a1), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.488657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:53.509686 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=00c42ab3-1cb7-483d-b32b-33e37d1327a1,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:53.665939 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33646732-ddea-446c-8757-daed767c9853 None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:53.673151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58646) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:53.673717 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a66b4acd-182b-4b7f-b69d-f69592a41899 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:53.680871 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-379546341-network', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:53.727699 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:53.728547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:53.744205 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.797447 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port a66b4acd-182b-4b7f-b69d-f69592a41899 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:53.797825 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.828884 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Made reservation on behalf of d89e0264a19e4a79a8fe884c40a4f593 for: {'network': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:04:53.835104 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for network (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.849737 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.906020 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:53.926967 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:53.933454 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:53.953982 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks [] for security_group (9922fde5-de04-4d4e-a541-7794134cb75e), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:53.997828 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58650) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:54.024091 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port a66b4acd-182b-4b7f-b69d-f69592a41899 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:54.024852 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.025676 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:54.030780 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (9922fde5-de04-4d4e-a541-7794134cb75e), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.068436 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 985} {{(pid=113646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 26 16:04:54.091261 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:54.097939 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port a66b4acd-182b-4b7f-b69d-f69592a41899, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a66b4acd-182b-4b7f-b69d-f69592a41899,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:54.101341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9922fde5-de04-4d4e-a541-7794134cb75e,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.107958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (64bb5fb2-664a-4843-95c5-1705f3edb951), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.109698 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.segments_db [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Added segment 64bb5fb2-664a-4843-95c5-1705f3edb951 of type vlan for network a31cb1c2-5d27-4f33-9273-d79d7505a933 Aug 26 16:04:54.176903 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735191463033'] for network (a31cb1c2-5d27-4f33-9273-d79d7505a933), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.189688 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 2, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:54.223958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4399de2e-d153-4361-82c2-34b4c90258aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.225737 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.228911 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33646732-ddea-446c-8757-daed767c9853 None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:54.229269 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33646732-ddea-446c-8757-daed767c9853 None None] Updating router fa6582bd-b907-48c5-acb5-e26f83581332 port d050785c-0f6b-41d7-ab03-8a3192fcbb7f binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:04:54.309982 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.310248 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629'] for network (a31cb1c2-5d27-4f33-9273-d79d7505a933), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.311870 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:54.312719 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.331948 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=a66b4acd-182b-4b7f-b69d-f69592a41899,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.391669 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4399de2e-d153-4361-82c2-34b4c90258aa admin admin] Publish callbacks [] for security_group (47f77dc4-ab50-444d-b605-278f57a9d383), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.411634 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] 10.222.0.94 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7364626 Aug 26 16:04:54.412996 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95eb90-413d-44c9-b2a4-9865741346d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a31cb1c2-5d27-4f33-9273-d79d7505a933,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.415218 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58656) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:54.420895 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Request body: {'subnet': {'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-379546341-subnet', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'ip_version': 4}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:54.422690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:54.428086 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 details requested by agent ovs-agent-dv-cinder-851449-7-iscsi with host dv-cinder-851449-7-iscsi {{(pid=113648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 26 16:04:54.442244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cdae0-2d04-4ff7-b6b6-1dd7409c3aab req-48008a43-3728-43b9-ae78-d76eb3919fe9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:54.444739 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3e5cdae0-2d04-4ff7-b6b6-1dd7409c3aab req-48008a43-3728-43b9-ae78-d76eb3919fe9 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0665278 Aug 26 16:04:54.454496 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:04:54.468322 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4399de2e-d153-4361-82c2-34b4c90258aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (47f77dc4-ab50-444d-b605-278f57a9d383), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.521118 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4399de2e-d153-4361-82c2-34b4c90258aa admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e9fac84a17fc423e83f74dfa242cc474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5218339 Aug 26 16:04:54.523413 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4399de2e-d153-4361-82c2-34b4c90258aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f77dc4-ab50-444d-b605-278f57a9d383,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.524683 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58658) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:54.562995 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3e5cdae0-2d04-4ff7-b6b6-1dd7409c3aab req-8e96fd70-52d5-401e-bc77-ede7fe788a21 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091590 Aug 26 16:04:54.566851 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Made reservation on behalf of d89e0264a19e4a79a8fe884c40a4f593 for: {'subnet': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:04:54.567893 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64214426'] for subnet (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.653387 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:54.655680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] Publish callbacks [] for security_group (47f77dc4-ab50-444d-b605-278f57a9d383), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.663297 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f5b366cf-de52-47c3-805c-9d3304577b11 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/22008127-9b0b-4fcb-ac9b-d06e012c5ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6263516 Aug 26 16:04:54.667616 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Sync routers for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:54.673380 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58660) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:54.686973 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:54.687591 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:54.713896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] Publish callbacks [] for security_group (47f77dc4-ab50-444d-b605-278f57a9d383), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.752636 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks [] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.811438 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:54.832222 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:54.843898 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.873824 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (47f77dc4-ab50-444d-b605-278f57a9d383), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.879716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.883259 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/47f77dc4-ab50-444d-b605-278f57a9d383 HTTP/1.1" status: 204 len: 168 time: 0.3494756 Aug 26 16:04:54.885333 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks [] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:54.896415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b75df-c8a5-4dcb-a96d-1c5f3ab5f3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f77dc4-ab50-444d-b605-278f57a9d383,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.963242 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cc759-5c07-4b81-b4a5-6a3a9180ce92 None None] Pushing event updated for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:54.993470 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-33646732-ddea-446c-8757-daed767c9853 None None] Attempting to bind port d050785c-0f6b-41d7-ab03-8a3192fcbb7f on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:54.993861 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-33646732-ddea-446c-8757-daed767c9853 None None] Attempting to bind port d050785c-0f6b-41d7-ab03-8a3192fcbb7f by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:54.994250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33646732-ddea-446c-8757-daed767c9853 None None] Attempting to bind port d050785c-0f6b-41d7-ab03-8a3192fcbb7f on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:55.000762 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33646732-ddea-446c-8757-daed767c9853 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:55.001145 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33646732-ddea-446c-8757-daed767c9853 None None] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:55.001570 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.001954 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33646732-ddea-446c-8757-daed767c9853 None None] Bound using segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:55.002418 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-33646732-ddea-446c-8757-daed767c9853 None None] Bound port: d050785c-0f6b-41d7-ab03-8a3192fcbb7f, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:55.002789 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.010772 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:04:53Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:55.018320 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65035868', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64214440'] for subnet (dc35f2de-74b1-4416-90e1-39cd85637b9a), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.027493 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks [] for router_gateway (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.041563 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Checking router: 22008127-9b0b-4fcb-ac9b-d06e012c5ecc for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:55.051059 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Routers {'22008127-9b0b-4fcb-ac9b-d06e012c5ecc'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:55.051743 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:55.071299 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-33646732-ddea-446c-8757-daed767c9853 None None] For port d050785c-0f6b-41d7-ab03-8a3192fcbb7f, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:04:55.074946 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-33646732-ddea-446c-8757-daed767c9853 None None] For port d050785c-0f6b-41d7-ab03-8a3192fcbb7f, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:04:55.125929 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc35f2de-74b1-4416-90e1-39cd85637b9a,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:55.167530 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Checking segment: {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:55.167888 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Network hostable DHCP agents. Network: a31cb1c2-5d27-4f33-9273-d79d7505a933, hostable agents: ['e71cfaed-bbf4-4684-bb74-8d9806ebce7c'], hosted agents: [] {{(pid=113646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 26 16:04:55.174026 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] Set router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:55.179290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-cda0ccc4-96f6-4d00-9686-4ec092459f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.180960 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-cda0ccc4-96f6-4d00-9686-4ec092459f74 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b&tenant_id=ea82b722416a415393ff78428a277a01 HTTP/1.1" status: 200 len: 1127 time: 0.0904725 Aug 26 16:04:55.242606 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-33646732-ddea-446c-8757-daed767c9853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.288296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:55.288990 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:55.306044 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 is scheduled to be hosted by DHCP agent e71cfaed-bbf4-4684-bb74-8d9806ebce7c with binding_index 1 {{(pid=113646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 26 16:04:55.314726 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:55.328695 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-8e0ae22f-1d60-4b46-81df-f74a5630f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.331369 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-8e0ae22f-1d60-4b46-81df-f74a5630f392 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1127 time: 0.1020193 Aug 26 16:04:55.356821 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:04:53Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:55.393176 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Deleting port 1c44a290-ef8d-4509-98fe-0b1bfa014e77 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:55.394178 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.398758 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851449-7-iscsi, a31cb1c2-5d27-4f33-9273-d79d7505a933) {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:55.417786 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483a1b1-d3e1-4fb2-bb79-bf8e831e7623 None None] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:55.421083 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60dfbe8-13b7-4bfd-b0fc-6014d013c0c1 None None] The sync data for ids ['22008127-9b0b-4fcb-ac9b-d06e012c5ecc'] in dv-cinder-851449-7-iscsi is: [{'id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'name': 'tempest-AttachVolumeNegativeTest-777233775-router', 'tenant_id': 'd95f731096d74a089f4161f5db69280c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79'}], 'enable_snat': True}, 'gw_port_id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:35Z', 'updated_at': '2022-08-26T16:04:53Z', 'revision_number': 5, 'project_id': 'd95f731096d74a089f4161f5db69280c', 'gw_port': {'id': '1c44a290-ef8d-4509-98fe-0b1bfa014e77', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22008127-9b0b-4fcb-ac9b-d06e012c5ecc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:37Z', 'updated_at': '2022-08-26T15:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:55.456366 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.456655 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.556611 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-51e604d0-b9ef-4dd1-9020-6149c5c1ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.558098 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-51e604d0-b9ef-4dd1-9020-6149c5c1ac3e service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 910 time: 0.2194085 Aug 26 16:04:55.560086 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] For port 1c44a290-ef8d-4509-98fe-0b1bfa014e77, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=1c44a290-ef8d-4509-98fe-0b1bfa014e77,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:55.560485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.587751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Calling delete_port for 1c44a290-ef8d-4509-98fe-0b1bfa014e77 owned by network:router_gateway {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:55.592420 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d7cb2180-f0fc-4c66-a0ee-50e34a2a0b99 admin admin] 10.222.0.94 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1759481 Aug 26 16:04:55.595764 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58666) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:55.600720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:04:55.614812 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:55.627718 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0cc759-5c07-4b81-b4a5-6a3a9180ce92 None None] Pushing event updated for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:55.632900 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:55.645082 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:55.690175 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-7ef8ae61-dccd-4f74-b9ab-a1a9418f9e8b service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 999 time: 0.1163352 Aug 26 16:04:55.712160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58670) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:55.722596 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-67073171', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9283'] for router (58298816-4499-465e-b194-ee440f81f7be), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.723815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-67074239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-67075447', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-67051097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9400'] for router (58298816-4499-465e-b194-ee440f81f7be), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.742680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e63a8003-8ce6-436f-ba41-d969bff65263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.757321 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ea6f5-ffae-4d0d-9859-582442db4943 req-ef25bbac-82e9-470f-b10d-26631e5778c8 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.759011 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5a0ea6f5-ffae-4d0d-9859-582442db4943 req-ef25bbac-82e9-470f-b10d-26631e5778c8 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0792112 Aug 26 16:04:55.759835 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-2e833bab-0327-4f70-8600-23035a555eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.761768 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-2e833bab-0327-4f70-8600-23035a555eeb service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.0643024 Aug 26 16:04:55.816986 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp417f7a34-206e-5d5d-8502-99118cb82446-a31cb1c2-5d27-4f33-9273-d79d7505a933', 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933', 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'fixed_ips': [{'subnet_id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a'}]}} from dv-cinder-851449-7-iscsi. {{(pid=113648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 26 16:04:55.819900 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.845975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for router_controller (58298816-4499-465e-b194-ee440f81f7be), precommit_add_association {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:55.907847 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5a0ea6f5-ffae-4d0d-9859-582442db4943 req-0143e05b-84c5-41a5-9e5a-da14a08030cb tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389122 Aug 26 16:04:55.926743 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494b73b-fcc5-4375-afca-2223f61633cf req-155d797c-b92c-4922-86af-fb07882b60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:55.928342 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-155d797c-b92c-4922-86af-fb07882b60c5 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1590295 Aug 26 16:04:55.967726 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a66b4acd-182b-4b7f-b69d-f69592a41899 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:55.996373 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:56.065220 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e63a8003-8ce6-436f-ba41-d969bff65263 admin admin] Publish callbacks [] for security_group (e4167004-5a92-4303-bd24-b45bbcd0f17a), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.083389 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-50249dce-4e43-4df8-b03b-d500fa7006a7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451468 Aug 26 16:04:56.121928 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-33646732-ddea-446c-8757-daed767c9853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:55Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:56.124144 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.db_base_plugin_common [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Allocated IP 172.20.0.2 (a31cb1c2-5d27-4f33-9273-d79d7505a933/dc35f2de-74b1-4416-90e1-39cd85637b9a/f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9) {{(pid=113648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:56.128028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port a66b4acd-182b-4b7f-b69d-f69592a41899 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:56.128028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.136882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for router_gateway (58298816-4499-465e-b194-ee440f81f7be), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.175066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33646732-ddea-446c-8757-daed767c9853 None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:55Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:04:56.180794 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (1c44a290-ef8d-4509-98fe-0b1bfa014e77), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.194702 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-2494b73b-fcc5-4375-afca-2223f61633cf req-3f592d6d-bac8-49b7-b013-e2411023d206 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050191 Aug 26 16:04:56.214090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c44a290-ef8d-4509-98fe-0b1bfa014e77,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:56.228706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e63a8003-8ce6-436f-ba41-d969bff65263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e4167004-5a92-4303-bd24-b45bbcd0f17a), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.354687 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e63a8003-8ce6-436f-ba41-d969bff65263 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c874be8ccacc43198afb9bd3b3a61540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6407361 Aug 26 16:04:56.359266 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58674) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:56.370150 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a8003-8ce6-436f-ba41-d969bff65263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4167004-5a92-4303-bd24-b45bbcd0f17a,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:56.371050 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.381724 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port a66b4acd-182b-4b7f-b69d-f69592a41899 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:56.459489 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks [] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), precommit_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.474965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] Publish callbacks [] for security_group (e4167004-5a92-4303-bd24-b45bbcd0f17a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.477457 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.481988 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks [] for router_controller (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.495857 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 00c42ab3-1cb7-483d-b32b-33e37d1327a1 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:56.518785 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 00c42ab3-1cb7-483d-b32b-33e37d1327a1 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:56.519628 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 00c42ab3-1cb7-483d-b32b-33e37d1327a1 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:56.526539 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), after_create {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.577315 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:56.588695 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 is already hosted by enough agents. {{(pid=113648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:56.589831 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Pushing event updated for resources: {'Port': ['ID=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,revision_number=1']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:56.594984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.scheduler.base_scheduler [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Resources bound (agent type, host, resource id): {{(pid=113648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:56.600424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] Publish callbacks [] for security_group (e4167004-5a92-4303-bd24-b45bbcd0f17a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.601121 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Received port after_create {{(pid=113648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:56.632349 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (22008127-9b0b-4fcb-ac9b-d06e012c5ecc), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.633027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22008127-9b0b-4fcb-ac9b-d06e012c5ecc {{(pid=113646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:04:56.636405 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for router_gateway (58298816-4499-465e-b194-ee440f81f7be), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.645239 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.650246 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a97495b0-5874-4cdc-af36-67960f56df15 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/22008127-9b0b-4fcb-ac9b-d06e012c5ecc HTTP/1.1" status: 204 len: 168 time: 1.9745505 Aug 26 16:04:56.650867 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58676) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:56.664012 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Attempting to bind port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:56.664384 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Attempting to bind port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:56.664788 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Attempting to bind port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 on network a31cb1c2-5d27-4f33-9273-d79d7505a933 {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:56.671918 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.672280 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:56.672767 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Checking segment: {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:56.673271 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.673757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Bound using segment: {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:56.674397 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Bound port: f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:56.674845 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.726097 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Deleting subnet 35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:04:56.732226 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Publish callbacks [] for subnet (35e56ba0-9d46-4a2a-a7bd-a9768bba4b46), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.736443 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=16,neutron:SELECT=81,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:56.765490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] For port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:04:56.769444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] For port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:04:56.783737 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (35e56ba0-9d46-4a2a-a7bd-a9768bba4b46), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.819811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Allocated IP 172.27.1.164 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/6bcc48ea-9944-4f05-9239-19a59aebfbb7) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:56.822568 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e4167004-5a92-4303-bd24-b45bbcd0f17a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.825217 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.827565 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e4167004-5a92-4303-bd24-b45bbcd0f17a HTTP/1.1" status: 204 len: 168 time: 0.4639959 Aug 26 16:04:56.845867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c087b-21f1-4557-a44b-8dad2c2df440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4167004-5a92-4303-bd24-b45bbcd0f17a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:56.862153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.882713 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:56.933678 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (35e56ba0-9d46-4a2a-a7bd-a9768bba4b46), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:56.997601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.025551 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0192f8-73cd-46a9-9972-31ae18329470 None None] Pushing event updated for resources: {'Port': ['ID=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:57.114379 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (35e56ba0-9d46-4a2a-a7bd-a9768bba4b46), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.119511 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a66315-1da2-41fd-bac3-80e181b5d763 req-2ecf4c4a-51e6-41da-ae6a-63aa04ab30f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:57.120989 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3a66315-1da2-41fd-bac3-80e181b5d763 req-2ecf4c4a-51e6-41da-ae6a-63aa04ab30f0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0629518 Aug 26 16:04:57.149260 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35e56ba0-9d46-4a2a-a7bd-a9768bba4b46,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:57.151972 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.167019 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.171779 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-04bbebc6-a611-46b0-90fc-68873d7d69bf admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/35e56ba0-9d46-4a2a-a7bd-a9768bba4b46 HTTP/1.1" status: 204 len: 168 time: 0.5198729 Aug 26 16:04:57.174336 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58682) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:57.177032 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39fbf40-7e33-472e-bbb8-259f854836b8 None None] Network 62414327-5b31-4d4a-b372-9a9bbc06aa9d requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:57.221184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:04:57.234947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:04:57.276977 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:04:57.296393 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (62414327-5b31-4d4a-b372-9a9bbc06aa9d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.321302 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Pushing event updated for resources: {'Port': ['ID=6bcc48ea-9944-4f05-9239-19a59aebfbb7,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:57.345115 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c3a66315-1da2-41fd-bac3-80e181b5d763 req-e1019b6b-ee83-4695-a238-def529252159 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126939 Aug 26 16:04:57.365970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Deleting port 8746e044-81d5-497c-99fc-075566b8f064 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:57.365970 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (8746e044-81d5-497c-99fc-075566b8f064), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.462077 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] DHCP port deletion for 62414327-5b31-4d4a-b372-9a9bbc06aa9d request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:04:57.510167 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] For port 8746e044-81d5-497c-99fc-075566b8f064, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8746e044-81d5-497c-99fc-075566b8f064,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:57.510534 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (8746e044-81d5-497c-99fc-075566b8f064), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.532698 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Calling delete_port for 8746e044-81d5-497c-99fc-075566b8f064 owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:57.548010 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Deleting port 8746e044-81d5-497c-99fc-075566b8f064 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:04:57.548708 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (8746e044-81d5-497c-99fc-075566b8f064), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.682113 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] For port 8746e044-81d5-497c-99fc-075566b8f064, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8746e044-81d5-497c-99fc-075566b8f064,segment=NetworkSegment(ef216808-9d6a-409c-9696-04756ad731e4),segment_id=ef216808-9d6a-409c-9696-04756ad731e4)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:57.682847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (8746e044-81d5-497c-99fc-075566b8f064), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.708246 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Calling delete_port for 8746e044-81d5-497c-99fc-075566b8f064 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:04:57.799205 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (8746e044-81d5-497c-99fc-075566b8f064), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.800535 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:57.840034 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] No DVR routers for this DVR port 8746e044-81d5-497c-99fc-075566b8f064 on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:57.842129 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8746e044-81d5-497c-99fc-075566b8f064,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:57.860940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for router_gateway (58298816-4499-465e-b194-ee440f81f7be), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.865073 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:57.865547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.901139 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (8746e044-81d5-497c-99fc-075566b8f064), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.928206 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] Pushing event deleted for resources: {'Port': ['ID=8746e044-81d5-497c-99fc-075566b8f064,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:57.944791 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (62414327-5b31-4d4a-b372-9a9bbc06aa9d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:57.977479 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859b3a59-dfd6-4d38-8a21-f5719d6006aa None None] No DVR routers for this DVR port 8746e044-81d5-497c-99fc-075566b8f064 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:04:58.009487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:58.009888 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.017125 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62414327-5b31-4d4a-b372-9a9bbc06aa9d']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:58.034416 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef216808-9d6a-409c-9696-04756ad731e4') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:58.035139 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef216808-9d6a-409c-9696-04756ad731e4') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:58.085611 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:58.098694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (ef216808-9d6a-409c-9696-04756ad731e4), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.130725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (ef216808-9d6a-409c-9696-04756ad731e4), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.145468 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:04:58.149438 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (ef216808-9d6a-409c-9696-04756ad731e4), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.170432 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-67074216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-67075345'] for router (58298816-4499-465e-b194-ee440f81f7be), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.182607 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.183740 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d050785c-0f6b-41d7-ab03-8a3192fcbb7f up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:58.220464 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment ef216808-9d6a-409c-9696-04756ad731e4 resource provider aggregate not found Aug 26 16:04:58.246509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:58.247367 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment ef216808-9d6a-409c-9696-04756ad731e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef216808-9d6a-409c-9696-04756ad731e4 found for delete ", "request_id": "req-c09b0243-97ed-49a1-b1fb-202924f1fe46"}]} Aug 26 16:04:58.280893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:58.299684 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port d050785c-0f6b-41d7-ab03-8a3192fcbb7f triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:58.300346 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.394485 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port d050785c-0f6b-41d7-ab03-8a3192fcbb7f is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:58.394876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.438945 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port d050785c-0f6b-41d7-ab03-8a3192fcbb7f, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:04:58.447917 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (62414327-5b31-4d4a-b372-9a9bbc06aa9d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.472484 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326fc0cc-91a7-41d7-8f74-a92435caad81 None None] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:04:58.475549 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.481240 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/62414327-5b31-4d4a-b372-9a9bbc06aa9d HTTP/1.1" status: 204 len: 168 time: 1.3020306 Aug 26 16:04:58.483213 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b72652-7ac3-4463-adac-81037fecd7e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=62414327-5b31-4d4a-b372-9a9bbc06aa9d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:58.517813 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5474e-b6f7-49fa-b71d-7d3219786076 req-43b155cb-59e2-472f-9779-817618314be8 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:58.520749 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ba5474e-b6f7-49fa-b71d-7d3219786076 req-43b155cb-59e2-472f-9779-817618314be8 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0683415 Aug 26 16:04:58.521880 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Router 58298816-4499-465e-b194-ee440f81f7be is scheduled to L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 with binding_index 1 {{(pid=113647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 26 16:04:58.570757 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.631219 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8ba5474e-b6f7-49fa-b71d-7d3219786076 req-6715822e-7fb9-47b5-8425-8c58e0b30522 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021342 Aug 26 16:04:58.642868 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-3411d9b4-d21b-4fb2-b1bf-19e5f49d55a0 None None] Provisioning complete for port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:58.643331 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3411d9b4-d21b-4fb2-b1bf-19e5f49d55a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.649947 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c44a290-ef8d-4509-98fe-0b1bfa014e77 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:58.667749 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:58.688135 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:04:58.820047 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:58.822022 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dff32f80-ec79-4164-833b-eb1501aa4db1 admin admin] 10.222.0.94 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2250569 Aug 26 16:04:58.825007 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58712) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:58.851021 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Sync routers for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:04:58.856864 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 1c44a290-ef8d-4509-98fe-0b1bfa014e77 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:58.857314 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 1c44a290-ef8d-4509-98fe-0b1bfa014e77 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:58.857928 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8746e044-81d5-497c-99fc-075566b8f064 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:04:58.868215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58714) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:58.876914 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:58.883681 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:58.884534 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 8746e044-81d5-497c-99fc-075566b8f064 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:04:58.884882 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8746e044-81d5-497c-99fc-075566b8f064 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:04:58.911417 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:04:58.912892 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:58.931359 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d4505a78-8de3-4a31-b1af-e57639349159 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d95f731096d74a089f4161f5db69280c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0610855 Aug 26 16:04:58.936627 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58716) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:04:59.049847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-3411d9b4-d21b-4fb2-b1bf-19e5f49d55a0 None None] Current status of the port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:59.053693 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] Publish callbacks [] for security_group (7f53c3cc-29be-460a-85b8-97bec721a58b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.083413 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:04:59.214719 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-dfc7991f-47d1-4aec-bd53-3d8c584a8cc1 None None] Provisioning complete for port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:59.217008 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-dfc7991f-47d1-4aec-bd53-3d8c584a8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.339965 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-dfc7991f-47d1-4aec-bd53-3d8c584a8cc1 None None] Current status of the port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:59.356682 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] Publish callbacks [] for security_group (7f53c3cc-29be-460a-85b8-97bec721a58b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.359369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:04:57Z', 'revision_number': 3, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:04:59.387370 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Checking router: 58298816-4499-465e-b194-ee440f81f7be for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:04:59.387593 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Updating router 58298816-4499-465e-b194-ee440f81f7be port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 binding host dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:04:59.389984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:59.421739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.426423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:59.517039 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:04:59.563150 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (7f53c3cc-29be-460a-85b8-97bec721a58b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.565637 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.569970 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/7f53c3cc-29be-460a-85b8-97bec721a58b HTTP/1.1" status: 204 len: 168 time: 0.6319900 Aug 26 16:04:59.590485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce441509-d157-4f17-bef1-6724aa4f95df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f53c3cc-29be-460a-85b8-97bec721a58b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:04:59.661233 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.666684 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:59.785815 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks [] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), precommit_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.805598 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:04:59.805988 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.838629 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd89ac-6d4a-4848-94bf-deabe5ecbce2 req-a2a0804d-9715-4713-99c3-6b1f9f284bfb tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:04:59.840259 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4cd89ac-6d4a-4848-94bf-deabe5ecbce2 req-a2a0804d-9715-4713-99c3-6b1f9f284bfb tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0863698 Aug 26 16:04:59.878010 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Allocated IP 172.20.0.1 (a31cb1c2-5d27-4f33-9273-d79d7505a933/dc35f2de-74b1-4416-90e1-39cd85637b9a/fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:04:59.903337 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:04:59.905513 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d050785c-0f6b-41d7-ab03-8a3192fcbb7f up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:04:59.924319 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a4cd89ac-6d4a-4848-94bf-deabe5ecbce2 req-d88beb1b-f78b-4b0b-9c61-a98b0ec83a00 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714772 Aug 26 16:04:59.926098 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.979528 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Attempting to bind port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:04:59.980204 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Attempting to bind port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:04:59.980580 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Attempting to bind port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 on network f5570674-0153-4a3c-8140-130371c301ec {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:04:59.989042 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:04:59.989431 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Checking segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:04:59.989829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:04:59.990225 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Bound using segment: {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'} {{(pid=113648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:04:59.990698 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.managers [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Bound port: 6bcc48ea-9944-4f05-9239-19a59aebfbb7, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d4ef5-fd82-413a-a337-5d4809ae5059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec'}}] {{(pid=113648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:04:59.991113 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.016288 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks [] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.033881 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f57b-3700-4fe2-b5ef-8d77c5aef53c None None] Pushing event updated for resources: {'Port': ['ID=6bcc48ea-9944-4f05-9239-19a59aebfbb7,revision_number=2']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:00.047995 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port d050785c-0f6b-41d7-ab03-8a3192fcbb7f triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:00.048374 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.089818 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] For port 6bcc48ea-9944-4f05-9239-19a59aebfbb7, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:05:00.095461 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] For port 6bcc48ea-9944-4f05-9239-19a59aebfbb7, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=6bcc48ea-9944-4f05-9239-19a59aebfbb7,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:05:00.144143 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port d050785c-0f6b-41d7-ab03-8a3192fcbb7f is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:00.147502 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.165710 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.166851 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:05:00.187022 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:05:00.191711 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:05:00.232872 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-67073918'] for router_interface (58298816-4499-465e-b194-ee440f81f7be), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.251310 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:00.251310 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:00.307135 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Pushing event updated for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:00.339125 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0f57b-3700-4fe2-b5ef-8d77c5aef53c None None] Pushing event updated for resources: {'Port': ['ID=6bcc48ea-9944-4f05-9239-19a59aebfbb7,revision_number=3']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:00.381582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:00.410634 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:00.486272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.602981 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-1aeafd7e-8482-4590-ab2b-2c2c2647c58e None None] Provisioning complete for port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:00.603315 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1aeafd7e-8482-4590-ab2b-2c2c2647c58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.636432 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:04:57Z', 'revision_number': 3, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:00.665773 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ba6f9b-2b86-4771-86de-7f525052431d None None] The sync data for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi is: [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:04:57Z', 'revision_number': 3, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:05:00.669271 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-1aeafd7e-8482-4590-ab2b-2c2c2647c58e None None] Port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:05:00.694766 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks [] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.802897 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:00.878048 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Pushing event updated for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:00.881286 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66613571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-67074018'] for router_interface (58298816-4499-465e-b194-ee440f81f7be), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:01.050146 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:05:01.051772 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:05:01.114516 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970d177-9041-4ca8-890a-0cb5807f29d3 req-f3d055aa-98dc-474c-84db-7015809d76ef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:01.117177 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4970d177-9041-4ca8-890a-0cb5807f29d3 req-f3d055aa-98dc-474c-84db-7015809d76ef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0893314 Aug 26 16:05:01.208070 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4970d177-9041-4ca8-890a-0cb5807f29d3 req-a2b2a282-10df-4274-8cbd-b2afdb74337f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848856 Aug 26 16:05:01.248464 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Router 58298816-4499-465e-b194-ee440f81f7be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:05:01.319669 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:01.368499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:05:01.374863 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7c63cf65-b6ef-4592-a2ba-64ae5e456a0b admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/58298816-4499-465e-b194-ee440f81f7be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5485625 Aug 26 16:05:01.397320 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-61f606da-e96e-43c8-ac52-5830144d446c None None] Provisioning complete for port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:01.398092 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-61f606da-e96e-43c8-ac52-5830144d446c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:01.436581 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-61f606da-e96e-43c8-ac52-5830144d446c None None] Port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:05:01.441891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:01.496194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:01.649643 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6bcc48ea-9944-4f05-9239-19a59aebfbb7 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:01.679424 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:01.708184 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:01.708560 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:01.805891 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:01.808814 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:01.839726 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port 6bcc48ea-9944-4f05-9239-19a59aebfbb7, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=6bcc48ea-9944-4f05-9239-19a59aebfbb7,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:01.949818 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:01.964640 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58792) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:01.969522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-641091027', 'description': 'tempest-secgroup-smoke-641091027 description', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:02.002481 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=6bcc48ea-9944-4f05-9239-19a59aebfbb7,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:02.139133 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.235172 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (0046eec9-1ca7-4c63-95ac-ff3ecf555633), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.272520 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:02.312866 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9decff17-33c3-46f9-8216-597a551ff77d req-6f903a2b-9a2a-4005-ba7f-d0ed42b1707b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:02.314406 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9decff17-33c3-46f9-8216-597a551ff77d req-6f903a2b-9a2a-4005-ba7f-d0ed42b1707b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0525005 Aug 26 16:05:02.387801 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9decff17-33c3-46f9-8216-597a551ff77d req-ffedbfe5-745a-4e9e-a122-b5895813754d tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668097 Aug 26 16:05:02.404567 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0046eec9-1ca7-4c63-95ac-ff3ecf555633), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.424589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e26b7f-5b51-46ef-b190-b0bc518b1c7d req-4446fb2f-2b4d-4540-8790-58b66f8e33ae tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:02.431656 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44e26b7f-5b51-46ef-b190-b0bc518b1c7d req-4446fb2f-2b4d-4540-8790-58b66f8e33ae tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0751853 Aug 26 16:05:02.434953 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0046eec9-1ca7-4c63-95ac-ff3ecf555633,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:02.477605 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-44e26b7f-5b51-46ef-b190-b0bc518b1c7d req-5f2e52bc-f660-4130-8fcc-fa101b696f55 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450976 Aug 26 16:05:02.520740 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.527466 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-3a1a4d7c-45eb-44bd-a3d8-e48641ba77a2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5571365 Aug 26 16:05:02.529732 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58814) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:02.534082 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:02.684556 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (2bf86e96-c4ce-4cc8-89b9-8992f6e3e1df), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.743428 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (2bf86e96-c4ce-4cc8-89b9-8992f6e3e1df), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.821959 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (2bf86e96-c4ce-4cc8-89b9-8992f6e3e1df), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.853385 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf86e96-c4ce-4cc8-89b9-8992f6e3e1df,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:02.935919 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58820) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:02.993630 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:02.995183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:02.996401 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9265069b-7ead-498f-9779-9c7f82e936ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4657321 Aug 26 16:05:02.999179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58824) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:03.003966 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:03.048256 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a7fd101b-0ecd-4ce9-a0bd-5043eb7edbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.125639 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a7fd101b-0ecd-4ce9-a0bd-5043eb7edbf1 admin admin] Publish callbacks [] for security_group (5e6feff8-e05e-43f1-b3b4-7c931a928fa3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.181796 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (b5c79700-6ee2-47b2-ba48-6deb94e679c4), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.223417 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a7fd101b-0ecd-4ce9-a0bd-5043eb7edbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5e6feff8-e05e-43f1-b3b4-7c931a928fa3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.266398 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a7fd101b-0ecd-4ce9-a0bd-5043eb7edbf1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=bad02b350b0148d2a017740cf79b35c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294253 Aug 26 16:05:03.269320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58826) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:03.281075 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (b5c79700-6ee2-47b2-ba48-6deb94e679c4), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.282282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd101b-0ecd-4ce9-a0bd-5043eb7edbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6feff8-e05e-43f1-b3b4-7c931a928fa3,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:03.322216 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] Publish callbacks [] for security_group (5e6feff8-e05e-43f1-b3b4-7c931a928fa3), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.342386 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] Publish callbacks [] for security_group (5e6feff8-e05e-43f1-b3b4-7c931a928fa3), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.347288 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (b5c79700-6ee2-47b2-ba48-6deb94e679c4), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.368513 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c79700-6ee2-47b2-ba48-6deb94e679c4,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:03.451943 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.451943 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-dabbb310-1ed9-4006-af15-426a1c9fa0fb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4461246 Aug 26 16:05:03.452129 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58830) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:03.455356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:03.481909 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Sync routers for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:05:03.489831 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:03.490447 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:03.525508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd9ee2-e5c6-4596-94ec-ecd64d720974 req-da940483-2ce9-4c71-95fd-a1557b2e7cef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:03.527061 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-62cd9ee2-e5c6-4596-94ec-ecd64d720974 req-da940483-2ce9-4c71-95fd-a1557b2e7cef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0603664 Aug 26 16:05:03.529037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (5e6feff8-e05e-43f1-b3b4-7c931a928fa3), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.536184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.536184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/5e6feff8-e05e-43f1-b3b4-7c931a928fa3 HTTP/1.1" status: 204 len: 168 time: 0.2625039 Aug 26 16:05:03.567540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4b41d-fe99-47c3-9755-f3b0431f9364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6feff8-e05e-43f1-b3b4-7c931a928fa3,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:03.627588 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:03.648158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6bcc48ea-9944-4f05-9239-19a59aebfbb7 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:03.656270 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-62cd9ee2-e5c6-4596-94ec-ecd64d720974 req-f535c17d-fb25-4ee9-a3ca-a8b80ed9d19f tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223469 Aug 26 16:05:03.658838 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (f5fba634-631c-4c88-8786-bba7d34cbb1b), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.668540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1cede-31af-4e46-812d-90011190631e req-97f5b12d-7a8e-47af-b9ea-2961d4bfd9b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:03.675446 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9cf1cede-31af-4e46-812d-90011190631e req-97f5b12d-7a8e-47af-b9ea-2961d4bfd9b0 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0790908 Aug 26 16:05:03.686328 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:03.714792 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:03.715203 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.778409 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9cf1cede-31af-4e46-812d-90011190631e req-60002afc-586f-4d2b-8126-983457c0fdce tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017292 Aug 26 16:05:03.781100 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (f5fba634-631c-4c88-8786-bba7d34cbb1b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.806371 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:03.877783 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (f5fba634-631c-4c88-8786-bba7d34cbb1b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:03.901872 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fba634-631c-4c88-8786-bba7d34cbb1b,revision_number=0']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:03.925534 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 4, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1', 'name': '', 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'mac_address': 'fa:16:3e:83:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:59Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 2, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'subnets': [{'id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:03.949808 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Checking router: 58298816-4499-465e-b194-ee440f81f7be for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:05:03.950160 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Updating router 58298816-4499-465e-b194-ee440f81f7be port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 binding host dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 26 16:05:03.979994 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.017098 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.018296 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5a54a0d3-d171-4c67-be29-b08dbf6214a6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5678494 Aug 26 16:05:04.021151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58840) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:04.025765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:04.171395 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (3879e264-0769-4cde-82d5-14962be0cfb3), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.232499 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (3879e264-0769-4cde-82d5-14962be0cfb3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.236294 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks [] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), precommit_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.318539 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (3879e264-0769-4cde-82d5-14962be0cfb3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.318711 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.323739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:04.324420 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:04.336444 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3879e264-0769-4cde-82d5-14962be0cfb3,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.385057 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11f9e1-eec5-4c92-9f1d-0c3f92b2a5d6 None None] Pushing event updated for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=3']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.414451 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Attempting to bind port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 on host dv-cinder-851449-7-iscsi for vnic_type normal with profile {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:05:04.414827 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Attempting to bind port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 by drivers openvswitch,hyperv on host dv-cinder-851449-7-iscsi at level 0 using segments [{'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:05:04.415219 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Attempting to bind port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 on network a31cb1c2-5d27-4f33-9273-d79d7505a933 {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:05:04.420960 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Checking agent: {'id': 'b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851449-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 48, 13), 'started_at': datetime.datetime(2022, 8, 26, 15, 48, 43), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851449-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:05:04.421336 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Checking segment: {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:05:04.421731 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.422119 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Bound using segment: {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'} {{(pid=113649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:05:04.422657 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.managers [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Bound port: fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1, host: dv-cinder-851449-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bb5fb2-664a-4843-95c5-1705f3edb951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933'}}] {{(pid=113649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:05:04.423070 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), before_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.425563 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:04.430770 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58842) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:04.442619 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc3e8-8db6-4520-9cc2-21f8aa53bcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.458296 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.462857 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a4880618-a099-465b-a498-39ba409db59d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4383378 Aug 26 16:05:04.463090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58844) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:04.467615 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:04.489174 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] For port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1, host dv-cinder-851449-7-iscsi, cleared binding levels {{(pid=113649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:05:04.492176 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.plugins.ml2.db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] For port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1, host dv-cinder-851449-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:05:04.522561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc3e8-8db6-4520-9cc2-21f8aa53bcea admin admin] Publish callbacks [] for security_group (bb75506a-f03c-4820-9e5f-30ea5c3f061b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.603212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc3e8-8db6-4520-9cc2-21f8aa53bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bb75506a-f03c-4820-9e5f-30ea5c3f061b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.603475 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.securitygroups_db [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Project 3c5f0e0c02e64047b9ca17a7320b0bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:05:04.603867 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron_lib.callbacks.manager [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_update {{(pid=113649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.611835 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (157bad4f-3d98-468c-9601-a41ece96f1b3), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.635938 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:04.636878 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:04.647000 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2fdfc3e8-8db6-4520-9cc2-21f8aa53bcea admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=9431661d673f4d3884c1b1bfb9a36856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175829 Aug 26 16:05:04.647899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc3e8-8db6-4520-9cc2-21f8aa53bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75506a-f03c-4820-9e5f-30ea5c3f061b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.650191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 58846) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:04.684461 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (157bad4f-3d98-468c-9601-a41ece96f1b3), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.691415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:04.710294 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11f9e1-eec5-4c92-9f1d-0c3f92b2a5d6 None None] Pushing event updated for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=4']} {{(pid=113649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.710414 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] Publish callbacks [] for security_group (bb75506a-f03c-4820-9e5f-30ea5c3f061b), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.733478 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] Publish callbacks [] for security_group (bb75506a-f03c-4820-9e5f-30ea5c3f061b), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.765381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (157bad4f-3d98-468c-9601-a41ece96f1b3), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.785109 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:04.786157 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157bad4f-3d98-468c-9601-a41ece96f1b3,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.813594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a0833-5236-4c67-bc7e-737dc791cf9d req-536a7761-eb66-4e90-9b76-debc9390f831 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:04.815246 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7c8a0833-5236-4c67-bc7e-737dc791cf9d req-536a7761-eb66-4e90-9b76-debc9390f831 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0664780 Aug 26 16:05:04.886862 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.888483 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-36cf877c-e984-45e7-832e-31a9771d8092 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240837 Aug 26 16:05:04.891505 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 58854) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:04.899127 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'security_group_rule': {'security_group_id': '0046eec9-1ca7-4c63-95ac-ff3ecf555633', 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:04.927027 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7c8a0833-5236-4c67-bc7e-737dc791cf9d req-d3afb8fa-24a5-4744-8689-a1a3dde12dfc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945408 Aug 26 16:05:04.934352 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (bb75506a-f03c-4820-9e5f-30ea5c3f061b), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.934352 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:04.934352 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/bb75506a-f03c-4820-9e5f-30ea5c3f061b HTTP/1.1" status: 204 len: 168 time: 0.2824299 Aug 26 16:05:04.944194 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed698b-f7c0-44fc-8f4f-448ff9f700be req-ebd287d1-02ee-4db7-ac72-70e46d5a3d67 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:04.945679 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1ed698b-f7c0-44fc-8f4f-448ff9f700be req-ebd287d1-02ee-4db7-ac72-70e46d5a3d67 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0710711 Aug 26 16:05:04.956890 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132907d-1e96-4376-b4c5-14f9f398118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75506a-f03c-4820-9e5f-30ea5c3f061b,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:04.993157 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.securitygroups_db [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Project 3c5f0e0c02e64047b9ca17a7320b0bf5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 26 16:05:05.000084 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (5f47ccbf-83ab-4ef8-a13b-1f2cd1526e25), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.006029 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 4, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1', 'name': '', 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'mac_address': 'fa:16:3e:83:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:59Z', 'updated_at': '2022-08-26T16:05:04Z', 'revision_number': 4, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'subnets': [{'id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:05.017345 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1ed698b-f7c0-44fc-8f4f-448ff9f700be req-451d2488-3add-411f-87f9-d57c20dd152c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656481 Aug 26 16:05:05.040995 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af152ca-5255-4ffb-b96c-08494fd8a5f4 None None] The sync data for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi is: [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:05:00Z', 'revision_number': 4, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1', 'name': '', 'network_id': 'a31cb1c2-5d27-4f33-9273-d79d7505a933', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'mac_address': 'fa:16:3e:83:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:59Z', 'updated_at': '2022-08-26T16:05:04Z', 'revision_number': 4, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'subnets': [{'id': 'dc35f2de-74b1-4416-90e1-39cd85637b9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:05:05.083953 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (5f47ccbf-83ab-4ef8-a13b-1f2cd1526e25), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.111465 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:05.159703 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66712925'] for security_group_rule (5f47ccbf-83ab-4ef8-a13b-1f2cd1526e25), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.188179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f47ccbf-83ab-4ef8-a13b-1f2cd1526e25,revision_number=0']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:05.258331 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.259662 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-448f1cb2-bbc1-4285-810a-d28c0c5ae39a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3670094 Aug 26 16:05:05.629953 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:05.679410 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:05.679974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:05.679974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.761186 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 is: DOWN; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:05.761674 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.796090 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] For port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:05.906870 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=100 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:05.913674 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:05.974072 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Pushing event updated for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:05.983134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:06.061790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7b270-b96f-4f96-8c30-fd6a1f958c28 req-8c79cc2d-05e8-4c1a-b6bf-bb179d3753ac tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:06.063506 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26f7b270-b96f-4f96-8c30-fd6a1f958c28 req-8c79cc2d-05e8-4c1a-b6bf-bb179d3753ac tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0499201 Aug 26 16:05:06.134106 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-26f7b270-b96f-4f96-8c30-fd6a1f958c28 req-bf6a4fc2-46bf-4c1e-8dda-0672352279d1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638676 Aug 26 16:05:06.168951 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27cf43b-8827-4f20-97cb-bd73b59deff0 req-9afbd3fd-dbc4-4b05-bbcd-86908e5c064b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:06.171154 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f27cf43b-8827-4f20-97cb-bd73b59deff0 req-9afbd3fd-dbc4-4b05-bbcd-86908e5c064b tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0562325 Aug 26 16:05:06.220968 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f27cf43b-8827-4f20-97cb-bd73b59deff0 req-ca5cf13b-5b3c-4dc5-befb-93be76e26ef8 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=d3f096c2-cacb-477e-907e-84ced56c37e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Aug 26 16:05:06.433184 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-139490ee-6c21-4e7e-94a2-d7eaffe30e80 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:06.435667 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-139490ee-6c21-4e7e-94a2-d7eaffe30e80 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 947 time: 0.0512142 Aug 26 16:05:06.532339 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Deleting port 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:06.532687 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (5921e1e6-5379-4181-b413-94122520d6d1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.631542 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] For port 5921e1e6-5379-4181-b413-94122520d6d1, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=5921e1e6-5379-4181-b413-94122520d6d1,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:06.631905 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (5921e1e6-5379-4181-b413-94122520d6d1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.796478 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.796845 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:06.797161 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.db.l3_db [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Floating IP 1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b disassociated. External IP: 172.27.1.214, port: 5921e1e6-5379-4181-b413-94122520d6d1. Aug 26 16:05:06.797505 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Calling delete_port for 5921e1e6-5379-4181-b413-94122520d6d1 owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:07.022284 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (5921e1e6-5379-4181-b413-94122520d6d1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:07.052602 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'Port': ['ID=5921e1e6-5379-4181-b413-94122520d6d1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:07.062131 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:07.066306 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.066850 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.067381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.067874 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.068610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.069103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.069580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.070959 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.070959 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.071178 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.071394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.071716 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.072335 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.072672 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.072999 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:07.228147 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:05:07.302633 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:07.307939 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:05:07.310382 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab568a-d441-477e-bfb6-bd1d2aabea61 req-e83f83b8-77df-4119-a9fc-a1ad0a75a740 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:07.312823 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7eab568a-d441-477e-bfb6-bd1d2aabea61 req-e83f83b8-77df-4119-a9fc-a1ad0a75a740 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 943 time: 0.0717101 Aug 26 16:05:07.391910 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-96bd9de9-69b3-4d5a-b272-f34e5cdb9933 req-53dca8bd-ebc3-4684-8417-519caffbcf7e tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0477271 Aug 26 16:05:07.432649 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7eab568a-d441-477e-bfb6-bd1d2aabea61 req-3d34ed3b-72fd-4a41-8c4a-809d02b05951 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112258 Aug 26 16:05:07.460905 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:05:07.503644 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:05:07.529624 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:07.541461 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:07.542383 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:07.555544 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] No DVR routers for this DVR port 5921e1e6-5379-4181-b413-94122520d6d1 on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:05:07.559898 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:07.563370 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6478a620-9f06-4b9d-9e62-79ff6a2f7165 req-46eadb2c-572d-46f3-9f98-cf4706c10d5d tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.102 "DELETE /networking/v2.0/ports/5921e1e6-5379-4181-b413-94122520d6d1 HTTP/1.1" status: 204 len: 173 time: 1.1229441 Aug 26 16:05:07.563904 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-deleted', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:05:07.566491 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e061cf-0880-4eaf-9bdf-aaba26c25a2a" -d '{"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-deleted", "tag": "5921e1e6-5379-4181-b413-94122520d6d1"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:05:07.635484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5993adce-ea4e-4f2b-90e1-180265a08724 x-openstack-request-id: req-5993adce-ea4e-4f2b-90e1-180265a08724 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:05:07.636044 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc0c879-6083-414b-b6ee-2046538f526f", "name": "network-vif-deleted", "tag": "5921e1e6-5379-4181-b413-94122520d6d1", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:05:07.636476 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5993adce-ea4e-4f2b-90e1-180265a08724 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:05:07.637114 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5993adce-ea4e-4f2b-90e1-180265a08724'] response: {'server_uuid': '3fc0c879-6083-414b-b6ee-2046538f526f', 'name': 'network-vif-deleted', 'tag': '5921e1e6-5379-4181-b413-94122520d6d1', 'status': 'completed', 'code': 200} Aug 26 16:05:07.822873 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 up at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:07.825403 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-b04e6dcb-43db-4586-b21e-e9640dceb3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:07.921710 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:07.951003 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:05:07.976424 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Provisioning complete for port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:07.976879 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:08.102618 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:08.115608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:08.247254 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Current status of the port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 is: ACTIVE; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:08.259132 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:08.297343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'port_id': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'mac_address': 'fa:16:3e:9c:50:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 962, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:05:08.329450 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:08.363454 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:05:08.373702 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7450399c-70d1-4b9d-9b20-fdef692f4a6d is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:08.374112 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:08.385927 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:08.386543 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:04:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:08.391977 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7450399c-70d1-4b9d-9b20-fdef692f4a6d {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:05:08.453440 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:08.529236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:08.538398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:08.565599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ff33c67e-53e0-4836-b5e5-33638a2ee956 req-54384efc-b302-478d-ad74-8086ea6e6258 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0408108 Aug 26 16:05:08.581068 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:08.624152 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8256dd-6f8a-4ea9-8d18-ec6fa770bb43 req-1113a024-cd9e-4702-85e5-abf1be76a4f1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:08.625626 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd8256dd-6f8a-4ea9-8d18-ec6fa770bb43 req-1113a024-cd9e-4702-85e5-abf1be76a4f1 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0635061 Aug 26 16:05:08.679610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-bd8256dd-6f8a-4ea9-8d18-ec6fa770bb43 req-ea48261d-c903-4da0-9b9d-a3c7eac4ead7 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475564 Aug 26 16:05:08.687692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:08.714882 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=7']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:08.796582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:08.825214 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a483b1a-83f2-44a1-af9a-9999febd9475 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T15:56:49Z', 'revision_number': 4, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'e362a7b7-522d-40e4-8476-7a5806d07a9d', 'name': '', 'network_id': '14fbb9b0-48c1-40b4-822d-b21197d95a3b', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'mac_address': 'fa:16:3e:ba:7a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:47Z', 'updated_at': '2022-08-26T15:57:06Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'subnets': [{'id': 'f41a155d-e422-4ed8-847f-b61af266b366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:05:09.048626 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc36e934-5610-4d12-9a6c-2e5f11c693e4 None None] New status for floating IP 1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b: DOWN {{(pid=113649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:05:09.632154 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=5 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:09.699068 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-c7ebe4c1-4933-4c98-a52e-9927c59ef100 req-4e0014dc-123e-4f76-8517-22f972521f69 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=3fc0c879-6083-414b-b6ee-2046538f526f HTTP/1.1" status: 200 len: 210 time: 0.0336566 Aug 26 16:05:09.804095 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:09.809934 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fd585-1de7-42d7-b461-81bb776f6288 req-5d135b03-b9b8-48a7-93c6-878e0af3d68b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:09.813017 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-639fd585-1de7-42d7-b461-81bb776f6288 req-5d135b03-b9b8-48a7-93c6-878e0af3d68b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0520918 Aug 26 16:05:09.865803 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-639fd585-1de7-42d7-b461-81bb776f6288 req-b2fb01e3-2b77-474f-ae48-981637f1f483 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466855 Aug 26 16:05:10.227439 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-20860c88-8598-4e9e-bc5c-edc36fbc8959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:10.478479 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:10.598580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:10.885279 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59026) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:10.943693 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (d3f096c2-cacb-477e-907e-84ced56c37e1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:10.968116 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (d3f096c2-cacb-477e-907e-84ced56c37e1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:10.986763 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad546099-b288-40d8-a1ef-df5d3edf0912 req-301b2c8a-ec47-4c16-9c1b-256ff3f1b117 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:10.988212 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad546099-b288-40d8-a1ef-df5d3edf0912 req-301b2c8a-ec47-4c16-9c1b-256ff3f1b117 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0488322 Aug 26 16:05:11.039287 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ad546099-b288-40d8-a1ef-df5d3edf0912 req-7a11b2ea-14b3-403e-aa8c-bc29ba6df934 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449831 Aug 26 16:05:11.118235 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d3f096c2-cacb-477e-907e-84ced56c37e1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.120846 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.122022 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d3f096c2-cacb-477e-907e-84ced56c37e1 HTTP/1.1" status: 204 len: 168 time: 0.2357283 Aug 26 16:05:11.126148 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59030) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:11.142900 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6f2fe-539f-48a8-acbd-39bc056db11c tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f096c2-cacb-477e-907e-84ced56c37e1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:11.157363 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.api.v2.resource [None req-fc1b641b-1150-4930-9d7c-ae07e8ed1241 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] show failed (client error): The resource could not be found. Aug 26 16:05:11.157363 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-fc1b641b-1150-4930-9d7c-ae07e8ed1241 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "GET /networking/v2.0/security-groups/d3f096c2-cacb-477e-907e-84ced56c37e1 HTTP/1.1" status: 404 len: 347 time: 0.0235322 Aug 26 16:05:11.159550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59032) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:11.279367 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Deleting port 149db45d-23f1-4fcb-b979-2a4f1be58450 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:11.279708 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.358120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.358451 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (149db45d-23f1-4fcb-b979-2a4f1be58450), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.371992 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Calling delete_port for 149db45d-23f1-4fcb-b979-2a4f1be58450 owned by network:floatingip {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:11.440203 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:11.486285 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:11.593751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (149db45d-23f1-4fcb-b979-2a4f1be58450), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.619290 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Pushing event deleted for resources: {'Port': ['ID=149db45d-23f1-4fcb-b979-2a4f1be58450,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:11.690205 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks [] for floatingip (1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.693266 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:11.696915 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1e786712-8fc4-4966-8e1a-39f2a5920cc3 tempest-AttachVolumeShelveTestJSON-752766866 tempest-AttachVolumeShelveTestJSON-752766866-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/1eb6b8c1-913f-4e7b-8d4e-dd6c5334203b HTTP/1.1" status: 204 len: 168 time: 0.5337262 Aug 26 16:05:11.873863 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:12.016094 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['7450399c-70d1-4b9d-9b20-fdef692f4a6d'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:05:12.175940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89159da9-e75a-4ba0-8bb9-b131e88a43e3 req-5a8162d3-17ff-4aab-ae8f-78d94115ab1e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:12.177347 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-89159da9-e75a-4ba0-8bb9-b131e88a43e3 req-5a8162d3-17ff-4aab-ae8f-78d94115ab1e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0531266 Aug 26 16:05:12.227729 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-89159da9-e75a-4ba0-8bb9-b131e88a43e3 req-e13d3ee4-0844-4cc3-bf21-5a544e584e10 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 Aug 26 16:05:12.259245 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:12.284076 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:12.347603 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:13.260855 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:13.354826 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d3bf-9f33-4b9a-889c-c54f9077887c req-30a64afc-14c6-4728-80cb-23676f17bce6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:13.357429 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b58d3bf-9f33-4b9a-889c-c54f9077887c req-30a64afc-14c6-4728-80cb-23676f17bce6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 944 time: 0.0517490 Aug 26 16:05:13.437594 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1b58d3bf-9f33-4b9a-889c-c54f9077887c req-71362cc2-5bb0-47b9-adc0-2a0306fd123c tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738564 Aug 26 16:05:13.512505 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:13.532178 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:13.580170 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 7450399c-70d1-4b9d-9b20-fdef692f4a6d triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:13.580547 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:13.654274 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 7450399c-70d1-4b9d-9b20-fdef692f4a6d is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:13.654683 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:13.678372 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:05:13.680751 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d25355-de8f-451d-9b48-37cb06463729" -d '{"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-plugged", "status": "completed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:05:13.695157 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:13.723192 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1c9a14-44da-4095-8ec6-a83d1956c9d5 x-openstack-request-id: req-ea1c9a14-44da-4095-8ec6-a83d1956c9d5 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:05:13.723482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-plugged", "status": "completed", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:05:13.723740 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ea1c9a14-44da-4095-8ec6-a83d1956c9d5 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:05:13.724164 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1c9a14-44da-4095-8ec6-a83d1956c9d5'] response: {'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'code': 200} Aug 26 16:05:13.878620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:13.879840 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:05:13.923660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 5921e1e6-5379-4181-b413-94122520d6d1 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:05:13.924273 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 5921e1e6-5379-4181-b413-94122520d6d1 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:05:13.950080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=8']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:14.104684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93f1fc-6c14-4ead-9d78-95a30681b3ba req-e932c890-0f5e-4acd-a903-df4df38f47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:14.106149 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-bc93f1fc-6c14-4ead-9d78-95a30681b3ba req-e932c890-0f5e-4acd-a903-df4df38f47b2 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.0413113 Aug 26 16:05:14.154860 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-bc93f1fc-6c14-4ead-9d78-95a30681b3ba req-af671d08-2646-447d-b14f-0cc22349ee43 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 Aug 26 16:05:14.391518 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:14.541919 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59110) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:14.579949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facac2c-d16d-4adc-9aff-e592b9eb17d5 req-e3557840-0dbd-4fef-b787-164319d02775 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:14.581561 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7facac2c-d16d-4adc-9aff-e592b9eb17d5 req-e3557840-0dbd-4fef-b787-164319d02775 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0600822 Aug 26 16:05:14.636906 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7facac2c-d16d-4adc-9aff-e592b9eb17d5 req-ca2f25ff-5664-4a7b-86f3-95822ccac09b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495853 Aug 26 16:05:15.036544 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:15.119002 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:15.508309 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Deleting port e362a7b7-522d-40e4-8476-7a5806d07a9d {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:15.508650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:15.597994 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] For port e362a7b7-522d-40e4-8476-7a5806d07a9d, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=e362a7b7-522d-40e4-8476-7a5806d07a9d,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:15.598394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:15.615797 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Calling delete_port for e362a7b7-522d-40e4-8476-7a5806d07a9d owned by network:router_interface {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:15.655716 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=100 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:15.757902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f75bf3-0ebd-4391-a801-9e16654d3344 req-d6ed5131-5bf8-452a-9e46-134caddd2b2e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:15.759628 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f8f75bf3-0ebd-4391-a801-9e16654d3344 req-d6ed5131-5bf8-452a-9e46-134caddd2b2e tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0481062 Aug 26 16:05:15.818352 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f8f75bf3-0ebd-4391-a801-9e16654d3344 req-b1b68d01-27fe-4251-9dea-7247ae0c35a0 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527031 Aug 26 16:05:15.907231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (e362a7b7-522d-40e4-8476-7a5806d07a9d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:15.938664 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e362a7b7-522d-40e4-8476-7a5806d07a9d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:16.115362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:16.326773 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Router 7cbebb5b-5c64-4c50-a4cf-ff397136548d has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:05:16.337661 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:16.430389 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:05:16.435982 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-be651036-e71f-4e3a-8f46-aa2a71bd49ff admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/7cbebb5b-5c64-4c50-a4cf-ff397136548d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8927212 Aug 26 16:05:16.438369 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59126) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:16.439083 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Sync routers for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:05:16.450132 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:16.451338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:05:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:16.546381 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks [] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:16.647556 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:16.658151 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks [] for router_gateway (7cbebb5b-5c64-4c50-a4cf-ff397136548d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:16.697736 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:16.775012 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Deleting port d6bc06c1-c743-4374-90bc-65cd7ab18fd8 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:16.775304 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:16.818009 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:16.863340 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] For port d6bc06c1-c743-4374-90bc-65cd7ab18fd8, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:16.863807 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:16.877585 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Calling delete_port for d6bc06c1-c743-4374-90bc-65cd7ab18fd8 owned by network:router_gateway {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:16.878490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10'}], 'enable_snat': True}, 'gw_port_id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T16:05:15Z', 'revision_number': 5, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port': {'id': 'd6bc06c1-c743-4374-90bc-65cd7ab18fd8', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T15:56:38Z', 'updated_at': '2022-08-26T15:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:16.909783 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Checking router: 7cbebb5b-5c64-4c50-a4cf-ff397136548d for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:05:16.918595 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Routers {'7cbebb5b-5c64-4c50-a4cf-ff397136548d'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:16.919249 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:05:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:16.935007 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:16.953567 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59192a-e6b4-4717-86f7-7f06a31cddff req-45e43bd3-fbc3-4cef-84f4-c564b3fd3c66 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:16.963115 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0e59192a-e6b4-4717-86f7-7f06a31cddff req-45e43bd3-fbc3-4cef-84f4-c564b3fd3c66 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0623491 Aug 26 16:05:17.007758 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] Set router 7cbebb5b-5c64-4c50-a4cf-ff397136548d gateway port host: None {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:17.023026 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0e59192a-e6b4-4717-86f7-7f06a31cddff req-4c7e27dd-7e92-4e6a-baf0-034727c5db5b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587041 Aug 26 16:05:17.069771 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T16:05:16Z', 'revision_number': 6, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port_host': None}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:17.095571 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090061c1-6c37-4863-87b5-ef889b1b4454 None None] The sync data for ids ['7cbebb5b-5c64-4c50-a4cf-ff397136548d'] in dv-cinder-851449-7-iscsi is: [{'id': '7cbebb5b-5c64-4c50-a4cf-ff397136548d', 'name': 'tempest-AttachVolumeShelveTestJSON-594682151-router', 'tenant_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T15:56:36Z', 'updated_at': '2022-08-26T16:05:16Z', 'revision_number': 6, 'project_id': 'e8bfb4199b0d4a57933fe1b685aa01cd', 'gw_port_host': None}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:05:17.164073 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (d6bc06c1-c743-4374-90bc-65cd7ab18fd8), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.188841 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6bc06c1-c743-4374-90bc-65cd7ab18fd8,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:17.258372 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.350690 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.353105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks [] for router_controller (7cbebb5b-5c64-4c50-a4cf-ff397136548d), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.478229 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (7cbebb5b-5c64-4c50-a4cf-ff397136548d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.478915 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cbebb5b-5c64-4c50-a4cf-ff397136548d {{(pid=113646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:05:17.488738 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.489954 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-78dc61c0-a2f7-4a3b-ad37-88a167fc9521 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/7cbebb5b-5c64-4c50-a4cf-ff397136548d HTTP/1.1" status: 204 len: 168 time: 1.0506339 Aug 26 16:05:17.492787 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59138) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:17.540187 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Deleting subnet f41a155d-e422-4ed8-847f-b61af266b366 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:05:17.543967 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Publish callbacks [] for subnet (f41a155d-e422-4ed8-847f-b61af266b366), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.582698 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (f41a155d-e422-4ed8-847f-b61af266b366), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.657605 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:17.668150 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (f41a155d-e422-4ed8-847f-b61af266b366), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.798443 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (f41a155d-e422-4ed8-847f-b61af266b366), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.802868 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:17.830362 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41a155d-e422-4ed8-847f-b61af266b366,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:17.832513 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.836482 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-84062c04-40d4-40f1-b37e-cb50d3cecb97 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/f41a155d-e422-4ed8-847f-b61af266b366 HTTP/1.1" status: 204 len: 168 time: 0.3419681 Aug 26 16:05:17.838608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59146) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:17.843545 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bd1e56-fe70-4e83-a823-1cc38fc9f4fc None None] Network 14fbb9b0-48c1-40b4-822d-b21197d95a3b requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:05:17.898374 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d6bc06c1-c743-4374-90bc-65cd7ab18fd8 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:05:17.929106 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (14fbb9b0-48c1-40b4-822d-b21197d95a3b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:17.933268 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: d6bc06c1-c743-4374-90bc-65cd7ab18fd8 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:05:17.933877 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d6bc06c1-c743-4374-90bc-65cd7ab18fd8 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:05:17.934444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device e362a7b7-522d-40e4-8476-7a5806d07a9d no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:05:17.958444 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: e362a7b7-522d-40e4-8476-7a5806d07a9d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:05:17.958783 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device e362a7b7-522d-40e4-8476-7a5806d07a9d not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:05:17.984474 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Deleting port 04afcdbc-072c-4268-ba59-54c353154ebc {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:17.984816 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.104557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] For port 04afcdbc-072c-4268-ba59-54c353154ebc, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=04afcdbc-072c-4268-ba59-54c353154ebc,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:18.104557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.104557 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Calling delete_port for 04afcdbc-072c-4268-ba59-54c353154ebc owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:18.115443 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] DHCP port deletion for 14fbb9b0-48c1-40b4-822d-b21197d95a3b request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:05:18.180620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:18.214305 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Deleting port 04afcdbc-072c-4268-ba59-54c353154ebc {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:05:18.214305 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.249101 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ea2b6-7f79-40c0-bf37-342550bdc487 req-32656935-f326-4bc6-8ca4-5cdf0e392712 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:18.251038 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f41ea2b6-7f79-40c0-bf37-342550bdc487 req-32656935-f326-4bc6-8ca4-5cdf0e392712 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0920630 Aug 26 16:05:18.281664 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] For port 04afcdbc-072c-4268-ba59-54c353154ebc, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=04afcdbc-072c-4268-ba59-54c353154ebc,segment=NetworkSegment(8be30b04-f363-4bc4-9700-eff819e0fff3),segment_id=8be30b04-f363-4bc4-9700-eff819e0fff3)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:18.282108 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.298307 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Calling delete_port for 04afcdbc-072c-4268-ba59-54c353154ebc owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:05:18.306190 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f41ea2b6-7f79-40c0-bf37-342550bdc487 req-5b870ca1-1988-4d16-8a9e-8447588d1a23 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485201 Aug 26 16:05:18.414787 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.422414 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (04afcdbc-072c-4268-ba59-54c353154ebc), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.444462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Pushing event deleted for resources: {'Port': ['ID=04afcdbc-072c-4268-ba59-54c353154ebc,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:18.447536 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] No DVR routers for this DVR port 04afcdbc-072c-4268-ba59-54c353154ebc on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:05:18.451085 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] Pushing event deleted for resources: {'Port': ['ID=04afcdbc-072c-4268-ba59-54c353154ebc,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:18.454867 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ba6a2a-f4f8-41f5-afce-206a7653f87c None None] No DVR routers for this DVR port 04afcdbc-072c-4268-ba59-54c353154ebc on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:05:18.537929 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (14fbb9b0-48c1-40b4-822d-b21197d95a3b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.560646 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fbb9b0-48c1-40b4-822d-b21197d95a3b']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:18.571949 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be30b04-f363-4bc4-9700-eff819e0fff3') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:18.572253 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be30b04-f363-4bc4-9700-eff819e0fff3') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:18.588660 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (8be30b04-f363-4bc4-9700-eff819e0fff3), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.608103 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (8be30b04-f363-4bc4-9700-eff819e0fff3), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.615391 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:05:18.615788 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (8be30b04-f363-4bc4-9700-eff819e0fff3), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.665943 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 8be30b04-f363-4bc4-9700-eff819e0fff3 resource provider aggregate not found Aug 26 16:05:18.685437 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 8be30b04-f363-4bc4-9700-eff819e0fff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8be30b04-f363-4bc4-9700-eff819e0fff3 found for delete ", "request_id": "req-e49a18d1-011b-4a4c-b48a-5cb560e13662"}]} Aug 26 16:05:18.810013 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (14fbb9b0-48c1-40b4-822d-b21197d95a3b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.814545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:18.818391 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/14fbb9b0-48c1-40b4-822d-b21197d95a3b HTTP/1.1" status: 204 len: 168 time: 0.9788067 Aug 26 16:05:18.838543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62277da-96cb-4593-918e-c4ca03ce2136 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fbb9b0-48c1-40b4-822d-b21197d95a3b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:19.228784 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59166) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:19.270998 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-12ea3c9c-ffd8-4540-a412-13fd5c48618d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e8bfb4199b0d4a57933fe1b685aa01cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410261 Aug 26 16:05:19.273597 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59168) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:19.321077 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] Publish callbacks [] for security_group (81fead7a-e4e9-493a-9762-bc1a2b0a648d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:19.322582 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:19.344344 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] Publish callbacks [] for security_group (81fead7a-e4e9-493a-9762-bc1a2b0a648d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:19.429751 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7aab1-5b2c-45d2-9aa5-e264f0c71ce0 req-3906d6ab-9571-4d19-8281-d0e6b47e85a6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:19.431259 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ae7aab1-5b2c-45d2-9aa5-e264f0c71ce0 req-3906d6ab-9571-4d19-8281-d0e6b47e85a6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0489743 Aug 26 16:05:19.482270 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-3ae7aab1-5b2c-45d2-9aa5-e264f0c71ce0 req-2806634d-dde3-441c-ad62-683e489c8847 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439441 Aug 26 16:05:19.495692 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (81fead7a-e4e9-493a-9762-bc1a2b0a648d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:19.499138 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:19.500274 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/81fead7a-e4e9-493a-9762-bc1a2b0a648d HTTP/1.1" status: 204 len: 168 time: 0.2258048 Aug 26 16:05:19.508800 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a54d06-3cdd-483d-9cb0-a8fac6bb34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fead7a-e4e9-493a-9762-bc1a2b0a648d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:19.588871 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 04afcdbc-072c-4268-ba59-54c353154ebc no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:05:19.608614 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 04afcdbc-072c-4268-ba59-54c353154ebc {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:05:19.608755 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 04afcdbc-072c-4268-ba59-54c353154ebc not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:05:20.612094 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca66a95-8d47-4d0e-8b31-ed5ec15dd7c1 req-a6e7bd50-ba46-42a5-9bf1-2cddc2a0a2ef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:20.613589 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5ca66a95-8d47-4d0e-8b31-ed5ec15dd7c1 req-a6e7bd50-ba46-42a5-9bf1-2cddc2a0a2ef tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0573659 Aug 26 16:05:20.664005 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5ca66a95-8d47-4d0e-8b31-ed5ec15dd7c1 req-1a8270c5-74b7-4404-8dac-bf8470c28a49 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Aug 26 16:05:21.560176 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59246) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:21.667189 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c00f4079-abdb-42ff-8930-bf3fa37f9f78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:21.761818 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c00f4079-abdb-42ff-8930-bf3fa37f9f78 admin admin] Publish callbacks [] for security_group (1c78045b-e84f-42ef-acd9-0e45ec754c40), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:21.796493 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccd626-e718-470d-860e-ec2b300f6c5f req-1314cedb-39b5-4cdf-bd52-675eca1b2c5d tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:21.798117 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41ccd626-e718-470d-860e-ec2b300f6c5f req-1314cedb-39b5-4cdf-bd52-675eca1b2c5d tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0533578 Aug 26 16:05:21.844021 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c00f4079-abdb-42ff-8930-bf3fa37f9f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1c78045b-e84f-42ef-acd9-0e45ec754c40), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:21.850842 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-41ccd626-e718-470d-860e-ec2b300f6c5f req-12348d1e-acdb-42e1-80e0-eb126c16dd24 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461767 Aug 26 16:05:21.893686 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c00f4079-abdb-42ff-8930-bf3fa37f9f78 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=cbf13aeb88f04e42af5e50a95d30d717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323421 Aug 26 16:05:21.894461 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f4079-abdb-42ff-8930-bf3fa37f9f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c78045b-e84f-42ef-acd9-0e45ec754c40,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:21.896489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59260) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:21.916136 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:21.952295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Publish callbacks [] for security_group (1c78045b-e84f-42ef-acd9-0e45ec754c40), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:21.983055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Publish callbacks [] for security_group (1c78045b-e84f-42ef-acd9-0e45ec754c40), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:22.136070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1c78045b-e84f-42ef-acd9-0e45ec754c40), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:22.139384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:22.142730 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1c78045b-e84f-42ef-acd9-0e45ec754c40 HTTP/1.1" status: 204 len: 168 time: 0.2425737 Aug 26 16:05:22.148617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c78045b-e84f-42ef-acd9-0e45ec754c40,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:22.157590 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.158020 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.158438 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.158978 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.159317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.159651 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.159980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.161209 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.161674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.162017 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.162384 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.162731 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.163126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.163395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:22.163721 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3cc2c5-6009-444d-91ac-832c3a8e708a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:23.285444 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:23.290607 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:29.526765 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:30.223151 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-d8ca2c15-ce40-417c-bd65-6d5181e6e451 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-641091027&fields=id&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 267 time: 0.0440931 Aug 26 16:05:30.328176 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-c14b42bd-751f-42be-9042-14b1b337e07e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:30.329860 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-c14b42bd-751f-42be-9042-14b1b337e07e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1000905 Aug 26 16:05:30.344653 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-c3de0f52-50d7-4db1-a995-798352d96d64 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/quotas/3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 375 time: 0.0088716 Aug 26 16:05:30.396865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-58ae131c-3b48-47ab-a38a-75b5eecc77b1 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473258 Aug 26 16:05:30.461557 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:30.495329 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-698b690b-0340-4298-99fd-2f7fb8c2ec66 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869851 Aug 26 16:05:30.597545 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-75b0f44e-cf81-4c70-b96f-842a0eaafeaf service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964124 Aug 26 16:05:31.271961 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cf6438a0-55b0-4603-8873-9330789d9065 req-0db9b523-0432-4797-8f3a-0547df699895 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0286782 Aug 26 16:05:31.886266 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=70,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:31.890116 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:32.181079 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=73,neutron:DELETE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:32.356697 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e0032e61-19a0-46c9-82d8-8597928f4c1f req-c0500e23-dcb5-4c9d-ac88-69fa2438a66e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0277176 Aug 26 16:05:33.461430 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-621037f1-0865-453b-85c2-e62f22445d9b req-42918b1f-d6a4-4822-839a-a80d2fbd8faa tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0311108 Aug 26 16:05:34.562772 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-074cf8c3-b75a-4c84-97bf-80976f7abdbc req-73424fc8-9b6c-4de2-abb4-2517d5e9db49 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0287962 Aug 26 16:05:35.663285 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-817c3cb6-c5f5-40d2-9422-afc361bded64 req-d55bfde6-63b2-42e3-83ca-808c5ba5d0f4 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Aug 26 16:05:36.768494 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4120f8ae-acab-49f6-832e-87190e5fa787 req-4fcb533a-b750-4348-b9b8-cefe7e16d59b tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0291820 Aug 26 16:05:37.080819 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-708c14ca-0330-4347-8049-22febe772c84 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:37.082200 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-708c14ca-0330-4347-8049-22febe772c84 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1026134 Aug 26 16:05:37.164060 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-b79d09b5-889d-4f7a-9006-6483478af37d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 379 time: 0.0608580 Aug 26 16:05:37.172200 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'port': {'device_id': '661129a9-294b-4425-ac84-500d92de2cc6', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'admin_state_up': True, 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'security_groups': ['0046eec9-1ca7-4c63-95ac-ff3ecf555633']}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:37.369442 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Made reservation on behalf of 3c5f0e0c02e64047b9ca17a7320b0bf5 for: {'port': 1} {{(pid=113646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:05:37.376979 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:37.511950 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_common [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.20.0.3 (b0da63e8-a587-4953-adca-efb59d8c08a4/5a25c26c-8ee8-4dad-abef-8704c29fdcd6/eb277382-54d6-4a0a-8b01-2c0326eb53d2) {{(pid=113646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:05:37.580990 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7b8017c1-4280-4b97-b3d2-ee32728ef7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:37.663722 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:37.792452 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:37.841610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:05:37.845010 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.base_scheduler [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:05:37.847829 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:05:37.944272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:37.944272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:37.944272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:37.944757 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a9f3b-c600-475d-bb5c-f932e926d4df req-24242178-11e1-44d9-8d90-5038e25bea12 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:37.944757 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f73a9f3b-c600-475d-bb5c-f932e926d4df req-24242178-11e1-44d9-8d90-5038e25bea12 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 931 time: 0.0928862 Aug 26 16:05:37.995610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f73a9f3b-c600-475d-bb5c-f932e926d4df req-1610de5a-28df-416c-a25a-51de371723b8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546427 Aug 26 16:05:38.024572 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-7b89942b-8d05-4861-a854-a4de0171801d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8556781 Aug 26 16:05:38.045884 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.v2.base [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Request body: {'port': {'device_id': '661129a9-294b-4425-ac84-500d92de2cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:38.049348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:38.108417 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-f18c2ecc-cfa7-4529-81fb-db508a22fa70 None None] Provisioning complete for port eb277382-54d6-4a0a-8b01-2c0326eb53d2 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:38.108794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f18c2ecc-cfa7-4529-81fb-db508a22fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.112771 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.142762 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-f18c2ecc-cfa7-4529-81fb-db508a22fa70 None None] Port eb277382-54d6-4a0a-8b01-2c0326eb53d2 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:05:38.143322 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:38.395462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb277382-54d6-4a0a-8b01-2c0326eb53d2 {{(pid=113646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:05:38.395462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks [] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), precommit_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.395462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.provisioning_blocks [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Transition to ACTIVE for port object eb277382-54d6-4a0a-8b01-2c0326eb53d2 will not be triggered until provisioned by entity L2. {{(pid=113646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:05:38.529629 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.619522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Pushing event updated for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=2']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:38.649472 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Attempting to bind port eb277382-54d6-4a0a-8b01-2c0326eb53d2 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:05:38.649721 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Attempting to bind port eb277382-54d6-4a0a-8b01-2c0326eb53d2 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:05:38.650152 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Attempting to bind port eb277382-54d6-4a0a-8b01-2c0326eb53d2 on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:05:38.654565 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Port eb277382-54d6-4a0a-8b01-2c0326eb53d2 on network b0da63e8-a587-4953-adca-efb59d8c08a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:05:38.654885 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Attempting to bind port eb277382-54d6-4a0a-8b01-2c0326eb53d2 on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:05:38.659840 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:05:38.660179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:05:38.660562 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Bound using segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} {{(pid=113646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:05:38.660989 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.managers [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Bound port: eb277382-54d6-4a0a-8b01-2c0326eb53d2, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}}] {{(pid=113646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:05:38.661342 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), before_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.723821 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, cleared binding levels {{(pid=113646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:05:38.728304 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:05:38.815471 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:38.855470 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65032359'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_update {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.858891 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:38.859545 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:38.863673 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 200 len: 1093 time: 0.8209600 Aug 26 16:05:38.863673 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:05:38.865390 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:05:38.924028 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f1ea06-218d-431c-bad1-3cb80137da46 x-openstack-request-id: req-c7f1ea06-218d-431c-bad1-3cb80137da46 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:05:38.924322 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:05:38.924578 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c7f1ea06-218d-431c-bad1-3cb80137da46 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:05:38.924980 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f1ea06-218d-431c-bad1-3cb80137da46'] response: {'name': 'network-changed', 'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'status': 'completed', 'code': 200} Aug 26 16:05:38.931862 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06df53-084b-4a46-aca7-802a34866954 service neutron] Pushing event updated for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=3']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:38.987394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59568) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:39.038344 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-35f0ad34-0c7b-4d54-88cd-f70c0108a348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.040204 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-35f0ad34-0c7b-4d54-88cd-f70c0108a348 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0471475 Aug 26 16:05:39.134617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c64bb-a93e-4f10-bbfe-dc7b0f8760c9 req-c54eff5f-4f6a-4b37-b883-5134408b4d17 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.142156 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-590c64bb-a93e-4f10-bbfe-dc7b0f8760c9 req-c54eff5f-4f6a-4b37-b883-5134408b4d17 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0645559 Aug 26 16:05:39.158761 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cfa91d47-cb07-49e7-9025-27abe71d57e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.191730 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-fd05dcd0-acfe-47ac-accf-4d372c383ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.193990 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-fd05dcd0-acfe-47ac-accf-4d372c383ecf service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1345911 Aug 26 16:05:39.228824 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-590c64bb-a93e-4f10-bbfe-dc7b0f8760c9 req-e8776b9c-d9a6-49e1-bad6-31c26a88ef2a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856190 Aug 26 16:05:39.293614 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cfa91d47-cb07-49e7-9025-27abe71d57e1 admin admin] Publish callbacks [] for security_group (d47bf7bc-6959-4e56-91c1-3397138e277a), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.391418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cfa91d47-cb07-49e7-9025-27abe71d57e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d47bf7bc-6959-4e56-91c1-3397138e277a), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.433335 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:39.440582 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cfa91d47-cb07-49e7-9025-27abe71d57e1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=87e5928f467a4fa2ad65fb8193eac84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493601 Aug 26 16:05:39.440582 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa91d47-cb07-49e7-9025-27abe71d57e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47bf7bc-6959-4e56-91c1-3397138e277a,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:39.442345 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59588) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:39.499886 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] Publish callbacks [] for security_group (d47bf7bc-6959-4e56-91c1-3397138e277a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.521818 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] Publish callbacks [] for security_group (d47bf7bc-6959-4e56-91c1-3397138e277a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.536826 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-620fed74-1544-478d-ab64-36e6a33d4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.538394 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-11147230-ebfb-405c-9c2e-b2bd2d25eb5d req-620fed74-1544-478d-ab64-36e6a33d4b8f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3379152 Aug 26 16:05:39.646451 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-ee361172-afa8-4ac9-9b52-9d4163bf8b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.648021 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-ee361172-afa8-4ac9-9b52-9d4163bf8b96 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1127 time: 0.0417330 Aug 26 16:05:39.694619 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-f933a60a-49a2-4e68-a481-e29257e1993f service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 200 len: 217 time: 0.0336692 Aug 26 16:05:39.722375 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (d47bf7bc-6959-4e56-91c1-3397138e277a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.724965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:39.726745 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/d47bf7bc-6959-4e56-91c1-3397138e277a HTTP/1.1" status: 204 len: 168 time: 0.2834826 Aug 26 16:05:39.743010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447070ec-f8c0-4747-8f86-4a320c374823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47bf7bc-6959-4e56-91c1-3397138e277a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:39.751686 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-f8363a5b-209b-4fe1-aab2-433d85890b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.753308 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-f8363a5b-209b-4fe1-aab2-433d85890b94 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0506999 Aug 26 16:05:39.807734 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-0e005d7b-fd07-4f59-bd32-2fa483cf62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:39.809350 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-0e005d7b-fd07-4f59-bd32-2fa483cf62d6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504954 Aug 26 16:05:39.889881 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:39.917448 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-cef63717-8e58-4d78-82a8-d851627a1e1e service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938025 Aug 26 16:05:40.004412 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-6474b0b9-a53e-4102-9336-bbb381eb2053 req-82ef40ac-8591-4f34-b4f9-b0efad85407d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877254 Aug 26 16:05:40.214875 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-17366c5b-1f82-4f55-9f1b-d1651f414371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.328220 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59614) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:40.363531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17998f-72ff-43d1-b810-edb940088a10 req-d836a0ff-2519-431f-b4a7-6ef6e729886f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:40.365018 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ae17998f-72ff-43d1-b810-edb940088a10 req-d836a0ff-2519-431f-b4a7-6ef6e729886f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Aug 26 16:05:40.420518 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ae17998f-72ff-43d1-b810-edb940088a10 req-b013cb06-3d47-485b-900e-e715ee5847f2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486641 Aug 26 16:05:40.440292 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4236871e-72e2-443d-93df-ed3040e9cc3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.512156 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59618) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:40.517919 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4236871e-72e2-443d-93df-ed3040e9cc3f admin admin] Publish callbacks [] for security_group (62de4775-e9e9-4787-a2ed-5f1a7c637cc8), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.525464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-90dcc76a-80fb-4567-8bf6-0a42b65fe25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.535421 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:40.603490 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-90dcc76a-80fb-4567-8bf6-0a42b65fe25c admin admin] Publish callbacks [] for security_group (0848083c-5e6d-4b98-a2ba-e2720c13691d), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.625995 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4236871e-72e2-443d-93df-ed3040e9cc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (62de4775-e9e9-4787-a2ed-5f1a7c637cc8), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.667655 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236871e-72e2-443d-93df-ed3040e9cc3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de4775-e9e9-4787-a2ed-5f1a7c637cc8,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:40.672310 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4236871e-72e2-443d-93df-ed3040e9cc3f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=92273ef6162a46a4a6c791d282b360aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425612 Aug 26 16:05:40.678805 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59620) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:40.709183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:40.726196 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] Publish callbacks [] for security_group (62de4775-e9e9-4787-a2ed-5f1a7c637cc8), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.740534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-90dcc76a-80fb-4567-8bf6-0a42b65fe25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0848083c-5e6d-4b98-a2ba-e2720c13691d), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.746177 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] Publish callbacks [] for security_group (62de4775-e9e9-4787-a2ed-5f1a7c637cc8), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.782415 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-90dcc76a-80fb-4567-8bf6-0a42b65fe25c admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=548b7feed5644a969826ec1c07aad877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2691588 Aug 26 16:05:40.785064 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59622) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:40.792244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcc76a-80fb-4567-8bf6-0a42b65fe25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0848083c-5e6d-4b98-a2ba-e2720c13691d,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:40.839807 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] Publish callbacks [] for security_group (0848083c-5e6d-4b98-a2ba-e2720c13691d), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.859332 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] Publish callbacks [] for security_group (0848083c-5e6d-4b98-a2ba-e2720c13691d), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.866572 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (62de4775-e9e9-4787-a2ed-5f1a7c637cc8), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.869485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:40.870696 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/62de4775-e9e9-4787-a2ed-5f1a7c637cc8 HTTP/1.1" status: 204 len: 168 time: 0.1938865 Aug 26 16:05:40.879336 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d424534-c691-4adf-b223-3c2b97478437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de4775-e9e9-4787-a2ed-5f1a7c637cc8,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:41.031794 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0848083c-5e6d-4b98-a2ba-e2720c13691d), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:41.034317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:41.035537 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0848083c-5e6d-4b98-a2ba-e2720c13691d HTTP/1.1" status: 204 len: 168 time: 0.2494473 Aug 26 16:05:41.045794 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f967d4-a22c-477b-acb3-f0428e290d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0848083c-5e6d-4b98-a2ba-e2720c13691d,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:41.823278 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e7346-3c84-47ad-8193-681adf00b6fc req-8775c410-9ddb-4525-9681-cdf3116da47f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:41.824935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b16e7346-3c84-47ad-8193-681adf00b6fc req-8775c410-9ddb-4525-9681-cdf3116da47f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.3266857 Aug 26 16:05:41.878068 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b16e7346-3c84-47ad-8193-681adf00b6fc req-d9c14510-3ac9-4e55-993a-d8d1b19ef304 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456390 Aug 26 16:05:41.889035 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:41.941153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59650) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:41.956146 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-281b87c2-815b-455b-9b9f-d3b8ba03a35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.078543 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-281b87c2-815b-455b-9b9f-d3b8ba03a35a admin admin] Publish callbacks [] for security_group (0b811596-5886-4041-b722-8f22aa7cead9), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.283375 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-281b87c2-815b-455b-9b9f-d3b8ba03a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0b811596-5886-4041-b722-8f22aa7cead9), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.329282 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-281b87c2-815b-455b-9b9f-d3b8ba03a35a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=609083a2099b4670a5dbf14172eb4dd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857710 Aug 26 16:05:42.329282 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b87c2-815b-455b-9b9f-d3b8ba03a35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b811596-5886-4041-b722-8f22aa7cead9,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:42.332477 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59662) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:42.341368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:42.387303 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] Publish callbacks [] for security_group (0b811596-5886-4041-b722-8f22aa7cead9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.408563 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] Publish callbacks [] for security_group (0b811596-5886-4041-b722-8f22aa7cead9), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.524035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0b811596-5886-4041-b722-8f22aa7cead9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.526684 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:42.527918 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0b811596-5886-4041-b722-8f22aa7cead9 HTTP/1.1" status: 204 len: 168 time: 0.1943793 Aug 26 16:05:42.535779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42f1fa-d4f5-4e28-8f5b-19e883068dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b811596-5886-4041-b722-8f22aa7cead9,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:42.706881 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59672) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:43.002809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092be28f-fe51-4388-8320-66f7532c9d65 req-521474a4-d3bb-4c5b-9851-062cf925a942 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:43.008472 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-092be28f-fe51-4388-8320-66f7532c9d65 req-521474a4-d3bb-4c5b-9851-062cf925a942 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0532784 Aug 26 16:05:43.059330 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bc0b92df-e44f-4729-b40f-5de09d8988d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.062364 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-092be28f-fe51-4388-8320-66f7532c9d65 req-b01edf52-a24b-4971-aed7-3a8a2dd609ac tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479686 Aug 26 16:05:43.158348 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bc0b92df-e44f-4729-b40f-5de09d8988d1 admin admin] Publish callbacks [] for security_group (053f6110-7e42-4295-85c5-34f4505b8ec5), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.317699 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-bc0b92df-e44f-4729-b40f-5de09d8988d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (053f6110-7e42-4295-85c5-34f4505b8ec5), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.318094 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.360686 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-bc0b92df-e44f-4729-b40f-5de09d8988d1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=6f052a3543484b519aabe91832d6568f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6525967 Aug 26 16:05:43.363115 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b92df-e44f-4729-b40f-5de09d8988d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053f6110-7e42-4295-85c5-34f4505b8ec5,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:43.363533 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59696) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:43.440959 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] Publish callbacks [] for security_group (053f6110-7e42-4295-85c5-34f4505b8ec5), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.464396 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] Publish callbacks [] for security_group (053f6110-7e42-4295-85c5-34f4505b8ec5), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.466710 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.694957 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (053f6110-7e42-4295-85c5-34f4505b8ec5), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.699956 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:43.699956 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/053f6110-7e42-4295-85c5-34f4505b8ec5 HTTP/1.1" status: 204 len: 168 time: 0.3341947 Aug 26 16:05:43.710551 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:43.711529 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4b79-ad16-444b-ade5-1db4337a4755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053f6110-7e42-4295-85c5-34f4505b8ec5,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:44.192803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00370875-9a7a-4991-8e14-9d119e1a7621 req-0fd44b4d-0532-4a8b-9750-15c9bae2448c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:44.194295 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00370875-9a7a-4991-8e14-9d119e1a7621 req-0fd44b4d-0532-4a8b-9750-15c9bae2448c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0522289 Aug 26 16:05:44.248556 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-00370875-9a7a-4991-8e14-9d119e1a7621 req-1439cab8-bc0b-440e-8002-ca552ae26c37 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474129 Aug 26 16:05:44.307049 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:05:44.328646 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.420850 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59730) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:44.440169 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e6034e7-0cfd-41ac-b70f-7f5a792198bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.513165 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e6034e7-0cfd-41ac-b70f-7f5a792198bc admin admin] Publish callbacks [] for security_group (1d3442aa-aa8a-491f-983e-8bb65ffa8874), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.574540 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0e6034e7-0cfd-41ac-b70f-7f5a792198bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1d3442aa-aa8a-491f-983e-8bb65ffa8874), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.615835 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0e6034e7-0cfd-41ac-b70f-7f5a792198bc admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=15c3bb3a8acc4897bbf023e5d5efb496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936531 Aug 26 16:05:44.617465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6034e7-0cfd-41ac-b70f-7f5a792198bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3442aa-aa8a-491f-983e-8bb65ffa8874,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:44.619057 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59734) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:44.674760 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] Publish callbacks [] for security_group (1d3442aa-aa8a-491f-983e-8bb65ffa8874), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.696815 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] Publish callbacks [] for security_group (1d3442aa-aa8a-491f-983e-8bb65ffa8874), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.803580 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (1d3442aa-aa8a-491f-983e-8bb65ffa8874), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.808494 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:44.809665 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/1d3442aa-aa8a-491f-983e-8bb65ffa8874 HTTP/1.1" status: 204 len: 168 time: 0.1888664 Aug 26 16:05:44.818237 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47336de-ed97-4cf4-a707-d1de2fac9468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3442aa-aa8a-491f-983e-8bb65ffa8874,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:45.389212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d9d57-5795-462b-8e61-92b57b12d810 req-ea02ec3f-7cd4-47d8-b512-bcda812410a0 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:45.390682 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-309d9d57-5795-462b-8e61-92b57b12d810 req-ea02ec3f-7cd4-47d8-b512-bcda812410a0 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0513737 Aug 26 16:05:45.448463 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-309d9d57-5795-462b-8e61-92b57b12d810 req-86a5b3cb-6c0e-45df-8216-c2e46315c54f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518517 Aug 26 16:05:46.367350 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device eb277382-54d6-4a0a-8b01-2c0326eb53d2 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:05:46.476998 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:46.490396 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'port_id': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'mac_address': 'fa:16:3e:d5:d3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:05:46.529376 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port eb277382-54d6-4a0a-8b01-2c0326eb53d2 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:46.529885 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:46.548918 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb277382-54d6-4a0a-8b01-2c0326eb53d2 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:05:46.574253 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:46.597502 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280aa906-2525-48c5-8488-d2a4e135a654 req-83d30f69-f033-4dda-b5be-983b9bb67827 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:46.603380 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-280aa906-2525-48c5-8488-d2a4e135a654 req-83d30f69-f033-4dda-b5be-983b9bb67827 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 943 time: 0.0558877 Aug 26 16:05:46.651300 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-280aa906-2525-48c5-8488-d2a4e135a654 req-9e513e73-fb24-4156-8a96-3d89e1a5a50c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459857 Aug 26 16:05:46.744219 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:46.786042 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:46.793823 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.794173 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.794540 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.794876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.795239 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.795564 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.795887 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.796210 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.796533 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.796885 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.797209 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.797528 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.797847 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.798164 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:46.798480 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:05:47.079209 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['eb277382-54d6-4a0a-8b01-2c0326eb53d2'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:05:47.172184 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:47.279957 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:47.770244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9ed36-437b-4d8c-a487-e9be80abd89a req-160f92e9-dcfa-4ddb-923a-f06c769113c6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:47.771751 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bc9ed36-437b-4d8c-a487-e9be80abd89a req-160f92e9-dcfa-4ddb-923a-f06c769113c6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 944 time: 0.0481291 Aug 26 16:05:47.829095 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5bc9ed36-437b-4d8c-a487-e9be80abd89a req-e5b8f8ff-0726-4416-a865-59c82f01142a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507307 Aug 26 16:05:47.840081 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59834) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:47.962769 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6468c58-566d-4834-b42b-4080923e9530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.004920 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:48.041376 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6468c58-566d-4834-b42b-4080923e9530 admin admin] Publish callbacks [] for security_group (aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.106128 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6468c58-566d-4834-b42b-4080923e9530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.117090 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:48.145292 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6468c58-566d-4834-b42b-4080923e9530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:48.150618 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e6468c58-566d-4834-b42b-4080923e9530 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=32568f74fbfb4ee98236a276a8acfaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093300 Aug 26 16:05:48.153691 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59846) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:48.203588 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] Publish callbacks [] for security_group (aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.225043 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] Publish callbacks [] for security_group (aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.380462 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.383940 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.386051 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69 HTTP/1.1" status: 204 len: 168 time: 0.2316947 Aug 26 16:05:48.393896 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device eb277382-54d6-4a0a-8b01-2c0326eb53d2 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:05:48.398790 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610079f-dae4-4b27-a043-cb8c93a9268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec7dbd3-3dcd-426f-b8d1-c3bf64ebdd69,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:48.461184 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port eb277382-54d6-4a0a-8b01-2c0326eb53d2 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:05:48.597045 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port eb277382-54d6-4a0a-8b01-2c0326eb53d2 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:05:48.597496 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.704906 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port eb277382-54d6-4a0a-8b01-2c0326eb53d2 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:05:48.704906 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.720075 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:05:48.722190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721d97fe-efa9-424f-9950-910eaf642a44" -d '{"events": [{"server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:05:48.735850 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:05:48.761733 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac1f2d1-a6e6-4248-9b0f-b41feec5705e x-openstack-request-id: req-8ac1f2d1-a6e6-4248-9b0f-b41feec5705e {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:05:48.762023 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "name": "network-vif-plugged", "status": "completed", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:05:48.762274 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-8ac1f2d1-a6e6-4248-9b0f-b41feec5705e {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:05:48.762670 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac1f2d1-a6e6-4248-9b0f-b41feec5705e'] response: {'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'code': 200} Aug 26 16:05:48.817867 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:48.881929 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:48.959434 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59684c5c-f9ea-45d4-9f51-172d27581779 req-4a8b4720-3398-4624-bc68-7f33e82cbe2f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:48.961162 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59684c5c-f9ea-45d4-9f51-172d27581779 req-4a8b4720-3398-4624-bc68-7f33e82cbe2f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0524335 Aug 26 16:05:48.988348 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:49.018087 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59684c5c-f9ea-45d4-9f51-172d27581779 req-5c58c6df-5f40-410a-8195-690562befb31 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512180 Aug 26 16:05:49.497243 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81946-4f88-40be-9719-e05f68cde770 req-eeced16d-9c1f-4344-b2cd-8db097a92ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:49.498686 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-b8e81946-4f88-40be-9719-e05f68cde770 req-eeced16d-9c1f-4344-b2cd-8db097a92ca0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0449336 Aug 26 16:05:49.545203 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-b8e81946-4f88-40be-9719-e05f68cde770 req-4b158b7a-e319-4bb6-abbb-65a85102b6b1 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402038 Aug 26 16:05:49.597931 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59902) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:49.611976 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d344f41c-fd81-4628-90ed-ba7f00e5b0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:49.693777 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d344f41c-fd81-4628-90ed-ba7f00e5b0b8 admin admin] Publish callbacks [] for security_group (57a7dc83-df59-4f7d-abc4-9ed942c96730), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:49.803222 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d344f41c-fd81-4628-90ed-ba7f00e5b0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (57a7dc83-df59-4f7d-abc4-9ed942c96730), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:49.808364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:49.845294 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f41c-fd81-4628-90ed-ba7f00e5b0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a7dc83-df59-4f7d-abc4-9ed942c96730,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:49.852801 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d344f41c-fd81-4628-90ed-ba7f00e5b0b8 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0ece52be5abb4b60bb0cfb422f9fc374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504506 Aug 26 16:05:49.853269 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59912) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:49.904010 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] Publish callbacks [] for security_group (57a7dc83-df59-4f7d-abc4-9ed942c96730), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:49.925475 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] Publish callbacks [] for security_group (57a7dc83-df59-4f7d-abc4-9ed942c96730), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:50.095142 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (57a7dc83-df59-4f7d-abc4-9ed942c96730), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:50.099869 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:50.106024 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/57a7dc83-df59-4f7d-abc4-9ed942c96730 HTTP/1.1" status: 204 len: 168 time: 0.2506378 Aug 26 16:05:50.115603 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f4042-2a1b-460e-89a7-6b16ccf99cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a7dc83-df59-4f7d-abc4-9ed942c96730,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:50.171837 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003da86b-8dd7-45c3-b0d7-efedf9ff059b req-b25b88ac-4999-4663-985a-535b81823c83 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:50.173707 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-003da86b-8dd7-45c3-b0d7-efedf9ff059b req-b25b88ac-4999-4663-985a-535b81823c83 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0749471 Aug 26 16:05:50.227012 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-003da86b-8dd7-45c3-b0d7-efedf9ff059b req-ab87ecb8-f98b-4d90-845d-948611667338 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469413 Aug 26 16:05:51.352772 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792ae3e-5d51-48d5-9bfb-02e0f9649512 req-2a56a8ef-a875-4da6-ba9e-9a57ec9dd461 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:51.354234 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4792ae3e-5d51-48d5-9bfb-02e0f9649512 req-2a56a8ef-a875-4da6-ba9e-9a57ec9dd461 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0528452 Aug 26 16:05:51.404571 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4792ae3e-5d51-48d5-9bfb-02e0f9649512 req-30d1835c-b491-4f49-bfcf-07082930320e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445390 Aug 26 16:05:51.547010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12742d9-8927-4dec-860b-c063295c9a85 req-16311667-34fe-476e-8770-87fd70efd076 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:51.551806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b12742d9-8927-4dec-860b-c063295c9a85 req-16311667-34fe-476e-8770-87fd70efd076 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0571451 Aug 26 16:05:51.601913 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b12742d9-8927-4dec-860b-c063295c9a85 req-f416f80f-fc5b-49fb-a27e-409051f5ea4d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475292 Aug 26 16:05:51.628548 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59968) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:51.944521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f2fd91-1f0b-4eee-b9ea-c6f97e3a0d80 tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:51.949492 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-c3f2fd91-1f0b-4eee-b9ea-c6f97e3a0d80 tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1124 time: 0.3171248 Aug 26 16:05:51.949677 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 59982) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:51.953910 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'port_id': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:05:52.066391 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.147508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.214459 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:52.261811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.27.1.138 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/73737f32-ad0f-454c-a09d-d0073d1ef770) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:05:52.268630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59986) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:52.368981 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.397451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:52.411871 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e2385150-4f1f-44f4-a24a-e4d78fa8a376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.483581 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.488904 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e2385150-4f1f-44f4-a24a-e4d78fa8a376 admin admin] Publish callbacks [] for security_group (11065e26-8454-44b1-bd84-4de88558a919), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.529109 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:05:52.533738 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:05:52.536315 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:05:52.580797 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=73737f32-ad0f-454c-a09d-d0073d1ef770,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:52.596341 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 59996) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:52.603009 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e2385150-4f1f-44f4-a24a-e4d78fa8a376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (11065e26-8454-44b1-bd84-4de88558a919), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.673039 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385150-4f1f-44f4-a24a-e4d78fa8a376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11065e26-8454-44b1-bd84-4de88558a919,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:52.676200 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e2385150-4f1f-44f4-a24a-e4d78fa8a376 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=76658496e99b4df7b1f9b4bf584e3d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062796 Aug 26 16:05:52.682105 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60002) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:52.743091 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] Publish callbacks [] for security_group (11065e26-8454-44b1-bd84-4de88558a919), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.765676 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] Publish callbacks [] for security_group (11065e26-8454-44b1-bd84-4de88558a919), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.890127 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea69e-1102-4462-9994-d0b1df13b984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.908579 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:52.959396 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (11065e26-8454-44b1-bd84-4de88558a919), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.963340 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.965562 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (a8904e2e-5743-4b0a-9b68-f543b2bcd4c6), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:52.965711 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/11065e26-8454-44b1-bd84-4de88558a919 HTTP/1.1" status: 204 len: 168 time: 0.2818203 Aug 26 16:05:52.986272 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67ab91-e99d-443c-a3f7-afe066d6f4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11065e26-8454-44b1-bd84-4de88558a919,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:53.001298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:53.040164 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea69e-1102-4462-9994-d0b1df13b984 admin admin] Publish callbacks [] for security_group (10a39dce-7462-4eb9-8be5-391c2048575b), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.123511 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.146153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7d3ea69e-1102-4462-9994-d0b1df13b984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (10a39dce-7462-4eb9-8be5-391c2048575b), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.192210 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7d3ea69e-1102-4462-9994-d0b1df13b984 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ef490e4ac5d0483ab0f446e5d46355d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5942895 Aug 26 16:05:53.192957 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ea69e-1102-4462-9994-d0b1df13b984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a39dce-7462-4eb9-8be5-391c2048575b,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:53.196219 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60022) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:53.256906 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] Publish callbacks [] for security_group (10a39dce-7462-4eb9-8be5-391c2048575b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.265607 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:53.282201 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] Publish callbacks [] for security_group (10a39dce-7462-4eb9-8be5-391c2048575b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.307193 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.408492 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.443115 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (10a39dce-7462-4eb9-8be5-391c2048575b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.446202 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.448265 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/10a39dce-7462-4eb9-8be5-391c2048575b HTTP/1.1" status: 204 len: 168 time: 0.2501533 Aug 26 16:05:53.456291 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4214b-9df1-49dd-98b3-52f95954d868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a39dce-7462-4eb9-8be5-391c2048575b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:53.503741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=73737f32-ad0f-454c-a09d-d0073d1ef770,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:53.507648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (a8904e2e-5743-4b0a-9b68-f543b2bcd4c6), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.625073 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP a8904e2e-5743-4b0a-9b68-f543b2bcd4c6 associated. External IP: 172.27.1.138, port: eb277382-54d6-4a0a-8b01-2c0326eb53d2. Aug 26 16:05:53.672418 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:53.832155 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:05:53.908750 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60030) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:53.938790 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-983c7f63-f5fb-44a1-b090-2bca1810ceb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:53.962807 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:05:53.973496 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a18596-5b82-48da-99f4-265196658092 None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:05:53.986732 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:53.987385 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:05:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:54.059439 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-983c7f63-f5fb-44a1-b090-2bca1810ceb8 admin admin] Publish callbacks [] for security_group (4bac9213-60de-40d1-94f9-aa4a35ab5567), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.079528 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.094651 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:54.111016 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4019ba90-787b-4fd6-baa4-9af07a6ee151 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1603048 Aug 26 16:05:54.111609 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:05:54.113966 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4afa733-aac7-449c-847d-f90428a2769f" -d '{"events": [{"name": "network-changed", "server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:05:54.161800 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb6099-67e8-44b9-80b0-e640ca378dcb x-openstack-request-id: req-fcfb6099-67e8-44b9-80b0-e640ca378dcb {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:05:54.162126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:05:54.162380 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-fcfb6099-67e8-44b9-80b0-e640ca378dcb {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:05:54.162789 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfb6099-67e8-44b9-80b0-e640ca378dcb'] response: {'name': 'network-changed', 'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'status': 'completed', 'code': 200} Aug 26 16:05:54.191570 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-983c7f63-f5fb-44a1-b090-2bca1810ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4bac9213-60de-40d1-94f9-aa4a35ab5567), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.274002 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-983c7f63-f5fb-44a1-b090-2bca1810ceb8 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=17db2a7a0be94061ab3a0391551316a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3640118 Aug 26 16:05:54.274751 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983c7f63-f5fb-44a1-b090-2bca1810ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bac9213-60de-40d1-94f9-aa4a35ab5567,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:54.277103 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60040) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:54.287829 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa733-aac7-449c-847d-f90428a2769f req-dd054706-aefd-48b9-9d83-ababfd4975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:54.289972 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-dd054706-aefd-48b9-9d83-ababfd4975bb service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0696554 Aug 26 16:05:54.325232 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'a8904e2e-5743-4b0a-9b68-f543b2bcd4c6', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:d5:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661129a9-294b-4425-ac84-500d92de2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:05:52Z', 'updated_at': '2022-08-26T16:05:52Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:54.342546 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] Publish callbacks [] for security_group (4bac9213-60de-40d1-94f9-aa4a35ab5567), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.350088 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60042) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:54.363285 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a18596-5b82-48da-99f4-265196658092 None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:05:54.371647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] Publish callbacks [] for security_group (4bac9213-60de-40d1-94f9-aa4a35ab5567), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.375464 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7728ef43-a179-4ad2-819f-db280f39a445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.380981 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:05:54.381805 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:05:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:54.386526 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:54.416454 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:54.434009 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa733-aac7-449c-847d-f90428a2769f req-ea96cd86-9727-4736-a307-dd734c599912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:54.435537 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-ea96cd86-9727-4736-a307-dd734c599912 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.1377034 Aug 26 16:05:54.500618 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-40c0d9f3-480a-434a-83e5-cffdb092c56e service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 200 len: 999 time: 0.0591400 Aug 26 16:05:54.511666 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4bac9213-60de-40d1-94f9-aa4a35ab5567), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.514270 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.517926 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4bac9213-60de-40d1-94f9-aa4a35ab5567 HTTP/1.1" status: 204 len: 168 time: 0.2369704 Aug 26 16:05:54.524215 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926073b7-cdce-45e4-90ca-86cace4f6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bac9213-60de-40d1-94f9-aa4a35ab5567,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:54.580262 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa733-aac7-449c-847d-f90428a2769f req-0cc0fb6f-693e-4195-af8e-acaab1cf7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:54.581902 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-0cc0fb6f-693e-4195-af8e-acaab1cf7790 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0751379 Aug 26 16:05:54.582354 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:05:54.646369 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afa733-aac7-449c-847d-f90428a2769f req-a588f207-3afc-4c54-a3f3-be8be4ad269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:05:54.648016 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-a588f207-3afc-4c54-a3f3-be8be4ad269e service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587206 Aug 26 16:05:54.668610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7728ef43-a179-4ad2-819f-db280f39a445 admin admin] Publish callbacks [] for security_group (57a04254-d334-417d-8051-9c4b5cbfccb2), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.755117 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-f8113787-d171-4f27-a180-95538a2ff12a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990810 Aug 26 16:05:54.797848 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-35a18596-5b82-48da-99f4-265196658092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'a8904e2e-5743-4b0a-9b68-f543b2bcd4c6', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:d5:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661129a9-294b-4425-ac84-500d92de2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:05:52Z', 'updated_at': '2022-08-26T16:05:52Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:05:54.810722 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-7728ef43-a179-4ad2-819f-db280f39a445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (57a04254-d334-417d-8051-9c4b5cbfccb2), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.823372 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a18596-5b82-48da-99f4-265196658092 None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'a8904e2e-5743-4b0a-9b68-f543b2bcd4c6', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.138', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:d5:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661129a9-294b-4425-ac84-500d92de2cc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:05:52Z', 'updated_at': '2022-08-26T16:05:52Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:05:54.869991 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-7728ef43-a179-4ad2-819f-db280f39a445 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=8700209d0c4e44b581b1276f518db6d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171285 Aug 26 16:05:54.872798 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60046) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:54.877653 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728ef43-a179-4ad2-819f-db280f39a445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a04254-d334-417d-8051-9c4b5cbfccb2,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:54.900588 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-a4afa733-aac7-449c-847d-f90428a2769f req-725d0dbc-d5b3-4ba8-aced-e6b8f488dc1a service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380041 Aug 26 16:05:54.941147 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] Publish callbacks [] for security_group (57a04254-d334-417d-8051-9c4b5cbfccb2), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:54.970947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] Publish callbacks [] for security_group (57a04254-d334-417d-8051-9c4b5cbfccb2), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.052025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ebd1ec-fcd5-4a6a-93cf-ae5c92bcaea1 None None] New status for floating IP a8904e2e-5743-4b0a-9b68-f543b2bcd4c6: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:05:55.083320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (57a04254-d334-417d-8051-9c4b5cbfccb2), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.086706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.088020 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/57a04254-d334-417d-8051-9c4b5cbfccb2 HTTP/1.1" status: 204 len: 168 time: 0.2138093 Aug 26 16:05:55.096877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805a4e-3301-42be-b681-cd99df4cce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a04254-d334-417d-8051-9c4b5cbfccb2,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:55.214704 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:55.638888 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60068) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:55.657355 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a5de34b2-82cc-443f-8e88-20687d1c2e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.736929 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a5de34b2-82cc-443f-8e88-20687d1c2e2a admin admin] Publish callbacks [] for security_group (01020325-1c71-4967-b5b2-6ab6109004d0), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.831072 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-a5de34b2-82cc-443f-8e88-20687d1c2e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (01020325-1c71-4967-b5b2-6ab6109004d0), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.872048 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-a5de34b2-82cc-443f-8e88-20687d1c2e2a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=0890e892d7814ca88d28264d2308b1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319517 Aug 26 16:05:55.873000 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de34b2-82cc-443f-8e88-20687d1c2e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01020325-1c71-4967-b5b2-6ab6109004d0,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:55.874753 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60074) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:55.928016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] Publish callbacks [] for security_group (01020325-1c71-4967-b5b2-6ab6109004d0), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:55.948889 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] Publish callbacks [] for security_group (01020325-1c71-4967-b5b2-6ab6109004d0), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:56.140054 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (01020325-1c71-4967-b5b2-6ab6109004d0), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:56.142647 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:56.143947 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/01020325-1c71-4967-b5b2-6ab6109004d0 HTTP/1.1" status: 204 len: 168 time: 0.2679586 Aug 26 16:05:56.152833 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b707a8-8bd1-4f54-9f95-eb48a63af0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01020325-1c71-4967-b5b2-6ab6109004d0,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:57.143217 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60114) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:57.366070 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a67e-0894-4a4e-b6a9-5b046cd51e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.450943 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a67e-0894-4a4e-b6a9-5b046cd51e44 admin admin] Publish callbacks [] for security_group (56b32e36-8b0c-4696-90d2-b27aa5d0119e), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.545823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0eb6a67e-0894-4a4e-b6a9-5b046cd51e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (56b32e36-8b0c-4696-90d2-b27aa5d0119e), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.592260 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0eb6a67e-0894-4a4e-b6a9-5b046cd51e44 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ae1d1f686c5147518ba5b391af2f1a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476814 Aug 26 16:05:57.593777 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6a67e-0894-4a4e-b6a9-5b046cd51e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b32e36-8b0c-4696-90d2-b27aa5d0119e,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:57.595956 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60136) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:57.663938 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] Publish callbacks [] for security_group (56b32e36-8b0c-4696-90d2-b27aa5d0119e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.685400 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] Publish callbacks [] for security_group (56b32e36-8b0c-4696-90d2-b27aa5d0119e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.842908 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (56b32e36-8b0c-4696-90d2-b27aa5d0119e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.846223 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:57.847796 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/56b32e36-8b0c-4696-90d2-b27aa5d0119e HTTP/1.1" status: 204 len: 168 time: 0.2501752 Aug 26 16:05:57.858650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9962dbd2-7c63-4fb2-8c00-96a215705045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b32e36-8b0c-4696-90d2-b27aa5d0119e,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:58.757212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60158) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:58.787396 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60162) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:58.803347 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-358085c0-f6fa-48e9-bdea-a08b683631af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:58.843191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:58.883823 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-358085c0-f6fa-48e9-bdea-a08b683631af admin admin] Publish callbacks [] for security_group (838c7d29-8c27-4cfb-99f9-9778cd2adf80), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:58.967987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bb421c7a-225c-49d2-b037-d7a2911bf09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:58.981149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-358085c0-f6fa-48e9-bdea-a08b683631af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (838c7d29-8c27-4cfb-99f9-9778cd2adf80), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.032965 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358085c0-f6fa-48e9-bdea-a08b683631af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838c7d29-8c27-4cfb-99f9-9778cd2adf80,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:59.041184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-358085c0-f6fa-48e9-bdea-a08b683631af admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=4fdb2e3c07aa475a952ecac0d31e4994&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520089 Aug 26 16:05:59.043680 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60164) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:59.051875 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:59.092101 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bb421c7a-225c-49d2-b037-d7a2911bf09c admin admin] Publish callbacks [] for security_group (007dec8c-c54e-4083-a1f1-ef573f5398c3), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.102694 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] Publish callbacks [] for security_group (838c7d29-8c27-4cfb-99f9-9778cd2adf80), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.122966 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] Publish callbacks [] for security_group (838c7d29-8c27-4cfb-99f9-9778cd2adf80), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.185294 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-bb421c7a-225c-49d2-b037-d7a2911bf09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (007dec8c-c54e-4083-a1f1-ef573f5398c3), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.225488 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-bb421c7a-225c-49d2-b037-d7a2911bf09c admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=43908612ede248f48a57ec5f38f207e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671896 Aug 26 16:05:59.226328 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb421c7a-225c-49d2-b037-d7a2911bf09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007dec8c-c54e-4083-a1f1-ef573f5398c3,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:59.228519 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60166) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:05:59.266895 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:05:59.279392 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] Publish callbacks [] for security_group (007dec8c-c54e-4083-a1f1-ef573f5398c3), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.300223 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] Publish callbacks [] for security_group (007dec8c-c54e-4083-a1f1-ef573f5398c3), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.306768 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (838c7d29-8c27-4cfb-99f9-9778cd2adf80), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.309361 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.322051 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/838c7d29-8c27-4cfb-99f9-9778cd2adf80 HTTP/1.1" status: 204 len: 168 time: 0.2652516 Aug 26 16:05:59.327235 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d12a-aee9-4d12-bf24-982247601c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c7d29-8c27-4cfb-99f9-9778cd2adf80,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:05:59.465541 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (007dec8c-c54e-4083-a1f1-ef573f5398c3), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.468252 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:05:59.469489 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/007dec8c-c54e-4083-a1f1-ef573f5398c3 HTTP/1.1" status: 204 len: 168 time: 0.2398677 Aug 26 16:05:59.479332 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584b879-6307-4fde-8cd8-3dafc21912e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007dec8c-c54e-4083-a1f1-ef573f5398c3,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:04.800692 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=79 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:05.318150 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:07.614407 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e44317e7-c7ca-4d30-8885-e96b6f81cd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:09.473355 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=59,neutron:DELETE=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:10.048625 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=23,neutron:INSERT=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:10.201913 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8e666a00-f42c-4dd6-89ea-1c7db0593b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.251034 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60340) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:10.358578 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4358-86b2-4aaa-b9b2-e154d7917c19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.434974 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4358-86b2-4aaa-b9b2-e154d7917c19 admin admin] Publish callbacks [] for security_group (0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.516488 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4358-86b2-4aaa-b9b2-e154d7917c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.558539 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-8f3e4358-86b2-4aaa-b9b2-e154d7917c19 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=4bb99090463241cc81aa4018dabeacbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063869 Aug 26 16:06:10.559521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4358-86b2-4aaa-b9b2-e154d7917c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:10.561420 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60344) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:10.618993 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Publish callbacks [] for security_group (0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.642050 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Publish callbacks [] for security_group (0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.773141 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.775765 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:10.777530 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1 HTTP/1.1" status: 204 len: 168 time: 0.2150569 Aug 26 16:06:10.786119 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6b5140-7d3a-42f6-99a6-b8e6ca9c16c1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:10.793831 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.794179 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.794522 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.794867 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.795253 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.795581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.795908 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.796238 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.796566 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.796893 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.797254 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.797585 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.797910 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.798231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:10.798552 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193023f1-01f3-45b1-9b21-2dbd2b33b760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:11.470696 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60360) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:11.484731 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5c7757fb-478f-422f-b479-7af2f84eb2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.507858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60362) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:11.566422 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5c7757fb-478f-422f-b479-7af2f84eb2c6 admin admin] Publish callbacks [] for security_group (e71c07c2-5793-4a2b-b399-80feb1152121), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.630853 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-5c7757fb-478f-422f-b479-7af2f84eb2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e71c07c2-5793-4a2b-b399-80feb1152121), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.672633 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-5c7757fb-478f-422f-b479-7af2f84eb2c6 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=e548ce8b13724c058e4cfc2d63a73b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007928 Aug 26 16:06:11.673864 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7757fb-478f-422f-b479-7af2f84eb2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c07c2-5793-4a2b-b399-80feb1152121,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:11.676231 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60366) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:11.691207 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3e39b467-2066-4180-a67f-52b21e70c768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.731983 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] Publish callbacks [] for security_group (e71c07c2-5793-4a2b-b399-80feb1152121), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.753814 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] Publish callbacks [] for security_group (e71c07c2-5793-4a2b-b399-80feb1152121), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.779066 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3e39b467-2066-4180-a67f-52b21e70c768 admin admin] Publish callbacks [] for security_group (05bd63b3-25b5-4e16-a252-2436e44b3788), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.842395 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3e39b467-2066-4180-a67f-52b21e70c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (05bd63b3-25b5-4e16-a252-2436e44b3788), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.864996 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e71c07c2-5793-4a2b-b399-80feb1152121), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.865233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.867604 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.871944 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e71c07c2-5793-4a2b-b399-80feb1152121 HTTP/1.1" status: 204 len: 168 time: 0.1916571 Aug 26 16:06:11.879586 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c615ba-1cb3-4423-92d9-e920004d13a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c07c2-5793-4a2b-b399-80feb1152121,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:11.890045 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3e39b467-2066-4180-a67f-52b21e70c768 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=abfb63c67c3b48b8b4c0bdec2f68d2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810649 Aug 26 16:06:11.890398 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60370) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:11.890989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39b467-2066-4180-a67f-52b21e70c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bd63b3-25b5-4e16-a252-2436e44b3788,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:11.956280 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] Publish callbacks [] for security_group (05bd63b3-25b5-4e16-a252-2436e44b3788), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:11.976917 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] Publish callbacks [] for security_group (05bd63b3-25b5-4e16-a252-2436e44b3788), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:12.122192 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (05bd63b3-25b5-4e16-a252-2436e44b3788), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:12.125667 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:12.127136 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/05bd63b3-25b5-4e16-a252-2436e44b3788 HTTP/1.1" status: 204 len: 168 time: 0.2353241 Aug 26 16:06:12.136806 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb8890-d3b0-4dfe-b277-fdef5dc9e029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bd63b3-25b5-4e16-a252-2436e44b3788,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:12.971789 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60394) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:12.986311 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ef6449df-cb1b-41f4-bbe6-4db314dfd95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.055360 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:13.068084 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ef6449df-cb1b-41f4-bbe6-4db314dfd95f admin admin] Publish callbacks [] for security_group (e12e5475-21cf-418e-9f2c-1dbdd6474cc0), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.156051 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ef6449df-cb1b-41f4-bbe6-4db314dfd95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e12e5475-21cf-418e-9f2c-1dbdd6474cc0), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.175615 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:13.204195 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ef6449df-cb1b-41f4-bbe6-4db314dfd95f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c7165d3f6d014b528e97a07a2056c0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313180 Aug 26 16:06:13.205488 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6449df-cb1b-41f4-bbe6-4db314dfd95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12e5475-21cf-418e-9f2c-1dbdd6474cc0,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:13.206882 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60410) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:13.259295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] Publish callbacks [] for security_group (e12e5475-21cf-418e-9f2c-1dbdd6474cc0), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.259458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.282452 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] Publish callbacks [] for security_group (e12e5475-21cf-418e-9f2c-1dbdd6474cc0), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.431350 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e12e5475-21cf-418e-9f2c-1dbdd6474cc0), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.434492 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:13.436095 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e12e5475-21cf-418e-9f2c-1dbdd6474cc0 HTTP/1.1" status: 204 len: 168 time: 0.2280269 Aug 26 16:06:13.447279 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046c2c0-0558-419b-8443-773c2de667eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12e5475-21cf-418e-9f2c-1dbdd6474cc0,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:13.467379 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.276867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60446) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:14.290662 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6a081d5-b983-4f16-bab1-b8d9f6c80e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.362245 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.367556 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6a081d5-b983-4f16-bab1-b8d9f6c80e89 admin admin] Publish callbacks [] for security_group (559f4a8a-89bf-434b-8b32-30a99e745e1b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.418858 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6a081d5-b983-4f16-bab1-b8d9f6c80e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (559f4a8a-89bf-434b-8b32-30a99e745e1b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.462113 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d6a081d5-b983-4f16-bab1-b8d9f6c80e89 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=9ffa8acac21b46b48f92da6823f16e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841791 Aug 26 16:06:14.463410 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a081d5-b983-4f16-bab1-b8d9f6c80e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559f4a8a-89bf-434b-8b32-30a99e745e1b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:14.464830 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60450) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:14.523312 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] Publish callbacks [] for security_group (559f4a8a-89bf-434b-8b32-30a99e745e1b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.547879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] Publish callbacks [] for security_group (559f4a8a-89bf-434b-8b32-30a99e745e1b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.705124 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (559f4a8a-89bf-434b-8b32-30a99e745e1b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.707834 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:14.709072 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/559f4a8a-89bf-434b-8b32-30a99e745e1b HTTP/1.1" status: 204 len: 168 time: 0.2432334 Aug 26 16:06:14.717635 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5d48f-6058-4120-946b-4ca51894be23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f4a8a-89bf-434b-8b32-30a99e745e1b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:21.306524 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:06:24.261690 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:24.456925 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:24.458831 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=67,neutron:INSERT=18,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:24.585954 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=28,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:24.713183 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:24.730358 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:37.288048 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:37.292935 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:37.370232 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60714) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:37.479696 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-82355c54-79d0-46ba-bc52-ba85b5b8fd5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.562973 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-82355c54-79d0-46ba-bc52-ba85b5b8fd5f admin admin] Publish callbacks [] for security_group (4a644620-3043-4ba2-9523-93b1271d094a), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.584311 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-bb372a67-4eaa-45c5-864b-a68bb8798a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.675688 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-82355c54-79d0-46ba-bc52-ba85b5b8fd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4a644620-3043-4ba2-9523-93b1271d094a), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.717882 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82355c54-79d0-46ba-bc52-ba85b5b8fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a644620-3043-4ba2-9523-93b1271d094a,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:37.722387 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-82355c54-79d0-46ba-bc52-ba85b5b8fd5f admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=58f26c0a7ebb42a39d2eefe9eab38634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3508286 Aug 26 16:06:37.725839 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60718) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:37.775790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Publish callbacks [] for security_group (4a644620-3043-4ba2-9523-93b1271d094a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.798233 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Publish callbacks [] for security_group (4a644620-3043-4ba2-9523-93b1271d094a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.944678 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (4a644620-3043-4ba2-9523-93b1271d094a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.947276 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:37.948446 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/4a644620-3043-4ba2-9523-93b1271d094a HTTP/1.1" status: 204 len: 168 time: 0.2215803 Aug 26 16:06:37.957146 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a644620-3043-4ba2-9523-93b1271d094a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:37.967811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.968244 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.968567 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.968907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.969241 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.969798 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.970116 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.970442 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.971033 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.971400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.971744 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.972192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.972547 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.972973 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:37.973340 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa711ea8-d8f6-4561-8aef-bd6bb6bc0d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:38.687853 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60734) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:38.992902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Deleting port cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:38.993497 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.081123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.081371 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for floatingip (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.095341 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Calling delete_port for cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408 owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:39.378486 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.407344 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event deleted for resources: {'Port': ['ID=cf3fe4ed-e8dc-423e-809e-f7fd4f9c7408,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:39.470451 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for floatingip (8f94e4e6-40f5-45a7-b64b-f22550fedcc5), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.470839 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Floating IP 8f94e4e6-40f5-45a7-b64b-f22550fedcc5 disassociated (deleted). External IP: 172.27.1.120, port: 7450399c-70d1-4b9d-9b20-fdef692f4a6d. Aug 26 16:06:39.672077 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:39.681399 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:39.689369 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Router 4a0c6aa2-178b-440d-832e-80c067d26ecb has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:06:39.745379 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60760) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:39.792541 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:06:39.797659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.803538 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Sync routers for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:06:39.814440 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:39.815368 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:39.837447 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2a03a281-a3b8-46ec-a8a1-22bf874a1285 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/8f94e4e6-40f5-45a7-b64b-f22550fedcc5 HTTP/1.1" status: 204 len: 168 time: 1.1481214 Aug 26 16:06:39.838140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:06:39.841109 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea478f5-83f3-4014-8501-81a4465dfec7" -d '{"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:06:39.887522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce9eced-e41d-4865-a706-f2ffc13eef2f x-openstack-request-id: req-5ce9eced-e41d-4865-a706-f2ffc13eef2f {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:06:39.888099 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:06:39.888548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-12fb7c41-c34b-4a26-a19a-7eea0ddf187d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:39.888712 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-5ce9eced-e41d-4865-a706-f2ffc13eef2f {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:06:39.889100 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce9eced-e41d-4865-a706-f2ffc13eef2f'] response: {'name': 'network-changed', 'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'status': 'completed', 'code': 200} Aug 26 16:06:39.928881 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:40.003224 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-fb264a11-62c9-4388-8d86-32ebccc5b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.004815 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-fb264a11-62c9-4388-8d86-32ebccc5b0f6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=ea82b722416a415393ff78428a277a01&device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 1129 time: 0.0528913 Aug 26 16:06:40.025880 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-12fb7c41-c34b-4a26-a19a-7eea0ddf187d admin admin] Publish callbacks [] for security_group (21f3ff65-d291-4d46-bafd-4b7cc31449f6), precommit_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.117748 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-12fb7c41-c34b-4a26-a19a-7eea0ddf187d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (21f3ff65-d291-4d46-bafd-4b7cc31449f6), after_create {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.124882 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:40.137581 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-46c3d6d4-37cb-4aaa-ab4f-432c7bf4f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.139323 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-46c3d6d4-37cb-4aaa-ab4f-432c7bf4f130 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 200 len: 910 time: 0.1120913 Aug 26 16:06:40.151507 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Checking router: 4a0c6aa2-178b-440d-832e-80c067d26ecb for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:06:40.161947 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:40.162646 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:40.198331 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-e08bd531-b417-4082-90d4-83f363f80eb5 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 200 len: 217 time: 0.0505314 Aug 26 16:06:40.200878 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-12fb7c41-c34b-4a26-a19a-7eea0ddf187d admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c34bb6669cc64292b4b67d7b64aa2343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545186 Aug 26 16:06:40.201610 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb7c41-c34b-4a26-a19a-7eea0ddf187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f3ff65-d291-4d46-bafd-4b7cc31449f6,revision_number=1']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:40.204074 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60768) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:40.230129 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-294298c9-9766-4332-a310-f0878005eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.254702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-f5909408-2235-4b13-ba79-df22104aafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.270392 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-f5909408-2235-4b13-ba79-df22104aafaa service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 200 len: 848 time: 0.0529726 Aug 26 16:06:40.271814 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:40.286134 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] Publish callbacks [] for security_group (21f3ff65-d291-4d46-bafd-4b7cc31449f6), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.310843 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] Publish callbacks [] for security_group (21f3ff65-d291-4d46-bafd-4b7cc31449f6), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.325340 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-67ce2922-c6f7-4c0f-b2ad-cca81ddc87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.327231 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-67ce2922-c6f7-4c0f-b2ad-cca81ddc87c9 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=480b0db0-c679-4bc9-a2ae-d80050879570&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553212 Aug 26 16:06:40.460851 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (21f3ff65-d291-4d46-bafd-4b7cc31449f6), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.463554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:40.467165 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/21f3ff65-d291-4d46-bafd-4b7cc31449f6 HTTP/1.1" status: 204 len: 168 time: 0.2591596 Aug 26 16:06:40.474233 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:40.475076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd898e07-4263-4942-bf8b-03af8d6be722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f3ff65-d291-4d46-bafd-4b7cc31449f6,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:40.504639 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d170904-905e-474e-b693-f2d2e53767f5 None None] The sync data for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi is: [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:00:50Z', 'revision_number': 4, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'eb1b5966-628f-4134-ad76-63c36863ec39', 'name': '', 'network_id': '480b0db0-c679-4bc9-a2ae-d80050879570', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'mac_address': 'fa:16:3e:37:37:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:49Z', 'updated_at': '2022-08-26T16:00:55Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'subnets': [{'id': '05bf93c2-69eb-48c8-807c-450ad67956e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:06:40.542884 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c24c05-1329-4d49-b69c-4f7ac1bf2a11 req-91498138-40b3-4603-bbb3-ac988ebdae86 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:40.544690 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6c24c05-1329-4d49-b69c-4f7ac1bf2a11 req-91498138-40b3-4603-bbb3-ac988ebdae86 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.2141898 Aug 26 16:06:40.612336 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f6c24c05-1329-4d49-b69c-4f7ac1bf2a11 req-09240cf9-4b7a-4483-bf3b-17a4a352cf5b tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599871 Aug 26 16:06:40.749400 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c45f3f-1806-4804-ab99-3cdbcf55c485 None None] New status for floating IP 8f94e4e6-40f5-45a7-b64b-f22550fedcc5: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:06:41.609971 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-87e9dabe-0a50-4018-b2ac-385e0af5e2bf service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919979 Aug 26 16:06:41.900638 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-3ea478f5-83f3-4014-8501-81a4465dfec7 req-eda50512-5ae2-4bdb-a02f-c109408d8ead service neutron] 10.222.0.102 "GET /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220806 Aug 26 16:06:41.915685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:41.921402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a6db6-0de1-4475-ac5c-c3c63a56b817 req-c2d898f2-de57-409e-bf7f-81e4f48cd1bc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:41.926522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8f2a6db6-0de1-4475-ac5c-c3c63a56b817 req-c2d898f2-de57-409e-bf7f-81e4f48cd1bc tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.2308223 Aug 26 16:06:41.977983 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8f2a6db6-0de1-4475-ac5c-c3c63a56b817 req-865ea36d-caf7-4f03-8d13-6e7d3d0f6c39 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=72171175-55dd-4e3d-8f79-3f0d36eee5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483842 Aug 26 16:06:42.188981 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-9dbbacdf-5c8e-409f-9ca3-b71d318ac7a8 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417087 Aug 26 16:06:42.301203 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:42.314267 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-de502a35-dc3d-480c-8d10-11993a89aff6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.315974 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-de502a35-dc3d-480c-8d10-11993a89aff6 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 945 time: 0.0535152 Aug 26 16:06:42.320394 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-3a5a18ff-018a-49d1-bfce-69424e24b0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.321895 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-3a5a18ff-018a-49d1-bfce-69424e24b0f4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0425913 Aug 26 16:06:42.329778 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:42.343829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60810) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:42.418968 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Deleting port 7450399c-70d1-4b9d-9b20-fdef692f4a6d {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:42.419515 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.458047 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-3e66f4da-c09c-4a03-898d-cf6fdff97dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.458047 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-3e66f4da-c09c-4a03-898d-cf6fdff97dba service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.1091406 Aug 26 16:06:42.519101 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f319e5ed-944b-4317-9d22-d92bf93c91c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.527262 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] For port 7450399c-70d1-4b9d-9b20-fdef692f4a6d, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=7450399c-70d1-4b9d-9b20-fdef692f4a6d,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:42.527631 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.543890 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Calling delete_port for 7450399c-70d1-4b9d-9b20-fdef692f4a6d owned by compute:nova {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:42.554312 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-6caf28a7-c893-4a97-ac72-adeb87f377dd service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 200 len: 1001 time: 0.0927646 Aug 26 16:06:42.632546 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-82dae6c8-3b04-4444-8776-4b74cfa2e1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.634274 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-82dae6c8-3b04-4444-8776-4b74cfa2e1f7 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0723336 Aug 26 16:06:42.679861 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:42.697115 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-43bcfa28-e141-403f-bd30-4b1cf8f872ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:06:42.698612 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-43bcfa28-e141-403f-bd30-4b1cf8f872ac service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571277 Aug 26 16:06:42.700527 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f319e5ed-944b-4317-9d22-d92bf93c91c1 admin admin] Publish callbacks [] for security_group (74a77eda-4aef-48f3-b6c5-c348ab6ed74b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.801793 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (7450399c-70d1-4b9d-9b20-fdef692f4a6d), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.830640 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event deleted for resources: {'Port': ['ID=7450399c-70d1-4b9d-9b20-fdef692f4a6d,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:42.886909 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] No DVR routers for this DVR port 7450399c-70d1-4b9d-9b20-fdef692f4a6d on host hv-cinder-85144 {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:06:42.893392 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:42.893392 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [req-d03d1822-ffeb-43fe-86a3-c1c68573c212 req-59856904-4abe-4f01-ab72-3016ef6a78ce tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.102 "DELETE /networking/v2.0/ports/7450399c-70d1-4b9d-9b20-fdef692f4a6d HTTP/1.1" status: 204 len: 173 time: 0.5717635 Aug 26 16:06:42.893392 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-deleted', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d'}] {{(pid=113646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:06:42.895710 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9418d571ec3ed5a26994f2b7f725b7a76b9f291adf9c4e60c60372399a001549" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044b801a-f26e-408e-be7d-afaa861355f3" -d '{"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-deleted", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d"}]}' {{(pid=113646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:06:42.936484 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be23ecc-64e8-44e6-a13c-e6a7dd6af6a3 x-openstack-request-id: req-3be23ecc-64e8-44e6-a13c-e6a7dd6af6a3 {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:06:42.936803 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b456054b-9e50-43c0-ae5a-8f614cbc102b", "name": "network-vif-deleted", "tag": "7450399c-70d1-4b9d-9b20-fdef692f4a6d", "status": "completed", "code": 200}]} {{(pid=113646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:06:42.937058 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-3be23ecc-64e8-44e6-a13c-e6a7dd6af6a3 {{(pid=113646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:06:42.937484 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be23ecc-64e8-44e6-a13c-e6a7dd6af6a3'] response: {'server_uuid': 'b456054b-9e50-43c0-ae5a-8f614cbc102b', 'name': 'network-vif-deleted', 'tag': '7450399c-70d1-4b9d-9b20-fdef692f4a6d', 'status': 'completed', 'code': 200} Aug 26 16:06:43.044741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-f319e5ed-944b-4317-9d22-d92bf93c91c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (74a77eda-4aef-48f3-b6c5-c348ab6ed74b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.051507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:43.125356 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d74b1305-28df-4a75-b355-d350ab80efa4 req-8c04b089-a980-4248-a48c-db8966eb436a tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0634246 Aug 26 16:06:43.127718 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f319e5ed-944b-4317-9d22-d92bf93c91c1 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=5aba6050ca6f4610aec87ac559c4ec8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7828755 Aug 26 16:06:43.130563 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60822) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:43.137174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319e5ed-944b-4317-9d22-d92bf93c91c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a77eda-4aef-48f3-b6c5-c348ab6ed74b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:43.173736 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-b8be8179-59a8-44a0-bc35-d9c25b15458d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681811 Aug 26 16:06:43.204495 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] Publish callbacks [] for security_group (74a77eda-4aef-48f3-b6c5-c348ab6ed74b), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.226797 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] Publish callbacks [] for security_group (74a77eda-4aef-48f3-b6c5-c348ab6ed74b), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.281294 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e2ca572f-9eec-448f-a70f-d7ad68e0106d req-2c6edee4-46e4-4847-a891-acfb3a72ce3f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998719 Aug 26 16:06:43.315821 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.401325 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (74a77eda-4aef-48f3-b6c5-c348ab6ed74b), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.404155 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:43.405445 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/74a77eda-4aef-48f3-b6c5-c348ab6ed74b HTTP/1.1" status: 204 len: 168 time: 0.2734172 Aug 26 16:06:43.416548 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a2d1a-c693-44a0-98f4-9f460e0832bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a77eda-4aef-48f3-b6c5-c348ab6ed74b,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:43.478502 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:44.265058 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8998b621-6d2e-4276-a6b1-0aa7ea70c211 req-9a170ea5-1bf9-41c3-84d2-425a09f56e4c tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=b456054b-9e50-43c0-ae5a-8f614cbc102b HTTP/1.1" status: 200 len: 210 time: 0.0304689 Aug 26 16:06:44.384227 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:44.747490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:44.769044 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 7450399c-70d1-4b9d-9b20-fdef692f4a6d {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:44.769397 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 7450399c-70d1-4b9d-9b20-fdef692f4a6d not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:45.332336 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60834) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:45.389019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (72171175-55dd-4e3d-8f79-3f0d36eee5ec), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:45.416829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (72171175-55dd-4e3d-8f79-3f0d36eee5ec), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:45.624088 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (72171175-55dd-4e3d-8f79-3f0d36eee5ec), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:45.626756 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:45.627929 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/72171175-55dd-4e3d-8f79-3f0d36eee5ec HTTP/1.1" status: 204 len: 168 time: 0.2960649 Aug 26 16:06:45.638262 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fde9f-cf26-40e8-b234-3623f907d415 tempest-TestShelveInstance-1797275775 tempest-TestShelveInstance-1797275775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72171175-55dd-4e3d-8f79-3f0d36eee5ec,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:45.797829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60840) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:46.251076 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:46.266672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:46.495329 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Deleting port eb1b5966-628f-4134-ad76-63c36863ec39 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:46.496037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:46.579289 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] For port eb1b5966-628f-4134-ad76-63c36863ec39, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=eb1b5966-628f-4134-ad76-63c36863ec39,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:46.579672 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:46.593630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Calling delete_port for eb1b5966-628f-4134-ad76-63c36863ec39 owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:46.606306 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:46.875145 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (eb1b5966-628f-4134-ad76-63c36863ec39), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:46.899513 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1b5966-628f-4134-ad76-63c36863ec39,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:47.077461 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:47.238899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:47.288320 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Router 4a0c6aa2-178b-440d-832e-80c067d26ecb has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:06:47.390254 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:06:47.395376 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-a48a8f54-5cd3-4426-adb0-761d4ffc9ef9 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/4a0c6aa2-178b-440d-832e-80c067d26ecb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5965092 Aug 26 16:06:47.398314 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60858) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:47.399127 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Sync routers for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:06:47.409266 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:47.409875 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:47.499720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks [] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:47.513576 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:47.580401 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:47.600195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks [] for router_gateway (4a0c6aa2-178b-440d-832e-80c067d26ecb), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:47.742222 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Deleting port 07640293-ad69-48f8-9108-2f7959c4ca19 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:47.742558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:47.768393 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:06:46Z', 'revision_number': 5, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port': {'id': '07640293-ad69-48f8-9108-2f7959c4ca19', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:47Z', 'updated_at': '2022-08-26T16:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:47.794794 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Checking router: 4a0c6aa2-178b-440d-832e-80c067d26ecb for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:06:47.801806 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:47.803908 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Routers {'4a0c6aa2-178b-440d-832e-80c067d26ecb'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:47.804511 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['4a0c6aa2-178b-440d-832e-80c067d26ecb'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:47.828679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] For port 07640293-ad69-48f8-9108-2f7959c4ca19, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=07640293-ad69-48f8-9108-2f7959c4ca19,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:47.829049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:47.841488 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:47.843387 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Calling delete_port for 07640293-ad69-48f8-9108-2f7959c4ca19 owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:47.886047 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] Set router 4a0c6aa2-178b-440d-832e-80c067d26ecb gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:47.936818 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:06:47Z', 'revision_number': 6, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port_host': None}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:47.959508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:47.961725 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2abaefd-1a1d-4d61-b2b5-3a5dacbe9289 None None] The sync data for ids ['4a0c6aa2-178b-440d-832e-80c067d26ecb'] in dv-cinder-851449-7-iscsi is: [{'id': '4a0c6aa2-178b-440d-832e-80c067d26ecb', 'name': 'tempest-TestShelveInstance-2052559714-router', 'tenant_id': 'ea82b722416a415393ff78428a277a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:46Z', 'updated_at': '2022-08-26T16:06:47Z', 'revision_number': 6, 'project_id': 'ea82b722416a415393ff78428a277a01', 'gw_port_host': None}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:06:48.116019 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (07640293-ad69-48f8-9108-2f7959c4ca19), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.146626 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Pushing event deleted for resources: {'Port': ['ID=07640293-ad69-48f8-9108-2f7959c4ca19,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:48.210607 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.297506 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.299760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks [] for router_controller (4a0c6aa2-178b-440d-832e-80c067d26ecb), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.469900 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (4a0c6aa2-178b-440d-832e-80c067d26ecb), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.470527 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0c6aa2-178b-440d-832e-80c067d26ecb {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:06:48.475035 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.476175 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-ae1446be-b87e-43a0-9c07-3528b5b516fd admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/4a0c6aa2-178b-440d-832e-80c067d26ecb HTTP/1.1" status: 204 len: 168 time: 1.0769665 Aug 26 16:06:48.478844 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60862) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:48.528319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Deleting subnet 05bf93c2-69eb-48c8-807c-450ad67956e6 {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:06:48.531465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Publish callbacks [] for subnet (05bf93c2-69eb-48c8-807c-450ad67956e6), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.566465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (05bf93c2-69eb-48c8-807c-450ad67956e6), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.644253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (05bf93c2-69eb-48c8-807c-450ad67956e6), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.819762 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (05bf93c2-69eb-48c8-807c-450ad67956e6), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.847989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05bf93c2-69eb-48c8-807c-450ad67956e6,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:48.853082 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.856370 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d6850933-640b-40b3-be8a-86d2a37844f9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/05bf93c2-69eb-48c8-807c-450ad67956e6 HTTP/1.1" status: 204 len: 168 time: 0.3764968 Aug 26 16:06:48.858889 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60866) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:48.862735 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388e47ea-c5ee-480b-b581-9b79fe5aabd7 None None] Network 480b0db0-c679-4bc9-a2ae-d80050879570 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:06:48.931058 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (480b0db0-c679-4bc9-a2ae-d80050879570), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:48.986964 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Deleting port 0e26bd20-862a-4e58-a8c1-19e31beee365 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:48.986964 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.048645 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] DHCP port deletion for 480b0db0-c679-4bc9-a2ae-d80050879570 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:06:49.057507 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] For port 0e26bd20-862a-4e58-a8c1-19e31beee365, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=0e26bd20-862a-4e58-a8c1-19e31beee365,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:49.057863 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.071987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Calling delete_port for 0e26bd20-862a-4e58-a8c1-19e31beee365 owned by network:dhcp {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:49.083990 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=8,neutron:UPDATE=3,neutron:SELECT=89 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:49.086747 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Deleting port 0e26bd20-862a-4e58-a8c1-19e31beee365 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:49.087173 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.153480 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] For port 0e26bd20-862a-4e58-a8c1-19e31beee365, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=0e26bd20-862a-4e58-a8c1-19e31beee365,segment=NetworkSegment(b5af4279-f344-4f58-9b24-3cbfc767ad00),segment_id=b5af4279-f344-4f58-9b24-3cbfc767ad00)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:49.153874 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.166577 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Calling delete_port for 0e26bd20-862a-4e58-a8c1-19e31beee365 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:49.258208 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.264327 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (0e26bd20-862a-4e58-a8c1-19e31beee365), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.287729 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0e26bd20-862a-4e58-a8c1-19e31beee365,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:49.289858 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Pushing event deleted for resources: {'Port': ['ID=0e26bd20-862a-4e58-a8c1-19e31beee365,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:49.290184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] No DVR routers for this DVR port 0e26bd20-862a-4e58-a8c1-19e31beee365 on host dv-cinder-851449-7-iscsi {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:06:49.292321 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] No DVR routers for this DVR port 0e26bd20-862a-4e58-a8c1-19e31beee365 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:06:49.300224 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.300661 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.300961 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.301260 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.301595 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.303297 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.303297 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.303557 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.303876 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.304245 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.304569 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.304905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.305416 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.305541 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.305860 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7bb6cac-e362-4bd0-ac41-64cc4a7ab45c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:06:49.365068 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:49.369120 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (480b0db0-c679-4bc9-a2ae-d80050879570), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.389477 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['480b0db0-c679-4bc9-a2ae-d80050879570']}} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:49.399167 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5af4279-f344-4f58-9b24-3cbfc767ad00') {'for_net_delete': True} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:49.399474 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5af4279-f344-4f58-9b24-3cbfc767ad00') {} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:49.409678 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64126051'] for segment (b5af4279-f344-4f58-9b24-3cbfc767ad00), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.422959 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (b5af4279-f344-4f58-9b24-3cbfc767ad00), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.429580 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Releasing vlan 962 on physical network physnet1 to pool {{(pid=113647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:06:49.429955 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63851865'] for segment (b5af4279-f344-4f58-9b24-3cbfc767ad00), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.567274 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (480b0db0-c679-4bc9-a2ae-d80050879570), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.576571 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:49.580865 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/480b0db0-c679-4bc9-a2ae-d80050879570 HTTP/1.1" status: 204 len: 168 time: 0.7209816 Aug 26 16:06:49.584008 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60872) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:49.615551 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment b5af4279-f344-4f58-9b24-3cbfc767ad00 resource provider aggregate not found Aug 26 16:06:49.620171 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50f833-8331-48e2-96c3-deba7557ccfa admin admin] Pushing event deleted for resources: {'Network': ['ID=480b0db0-c679-4bc9-a2ae-d80050879570,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:49.634370 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment b5af4279-f344-4f58-9b24-3cbfc767ad00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5af4279-f344-4f58-9b24-3cbfc767ad00 found for delete ", "request_id": "req-93035db6-2ada-42f6-aed9-84acc941f7c4"}]} Aug 26 16:06:49.639752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 0e26bd20-862a-4e58-a8c1-19e31beee365 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:49.663584 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 0e26bd20-862a-4e58-a8c1-19e31beee365 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:49.664025 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 0e26bd20-862a-4e58-a8c1-19e31beee365 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:49.664508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device eb1b5966-628f-4134-ad76-63c36863ec39 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:49.682812 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: eb1b5966-628f-4134-ad76-63c36863ec39 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:49.683112 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device eb1b5966-628f-4134-ad76-63c36863ec39 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:49.683517 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 07640293-ad69-48f8-9108-2f7959c4ca19 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:49.702256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 07640293-ad69-48f8-9108-2f7959c4ca19 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:49.702604 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 07640293-ad69-48f8-9108-2f7959c4ca19 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:49.751333 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:49.913148 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:50.078912 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:50.139209 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Deleting port 8b137966-e430-469e-9ddc-fb3b169bd951 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:50.139570 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:50.219482 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] For port 8b137966-e430-469e-9ddc-fb3b169bd951, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=8b137966-e430-469e-9ddc-fb3b169bd951,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:50.219848 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:50.234347 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Calling delete_port for 8b137966-e430-469e-9ddc-fb3b169bd951 owned by network:router_interface {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:50.504100 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (8b137966-e430-469e-9ddc-fb3b169bd951), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:50.532425 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b137966-e430-469e-9ddc-fb3b169bd951,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:50.919715 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:50.926138 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:51.130413 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:51.142114 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Router a51080dd-af7d-4f69-b4ea-2626ff2004f7 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:06:51.241018 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:06:51.246308 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-70cde503-0f68-4d86-ab6d-cb842c95822e admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/a51080dd-af7d-4f69-b4ea-2626ff2004f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611745 Aug 26 16:06:51.249030 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60880) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:51.253778 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Sync routers for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:06:51.262635 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:51.263290 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:51.350402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks [] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:51.366092 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:51.450818 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks [] for router_gateway (a51080dd-af7d-4f69-b4ea-2626ff2004f7), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:51.535012 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:06:50Z', 'revision_number': 5, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:51.563889 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Checking router: a51080dd-af7d-4f69-b4ea-2626ff2004f7 for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:06:51.573417 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Routers {'a51080dd-af7d-4f69-b4ea-2626ff2004f7'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:06:51.573893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:06:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:51.621484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Deleting port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:51.622253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:51.661867 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:51.666251 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:51.681905 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] Set router a51080dd-af7d-4f69-b4ea-2626ff2004f7 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:06:51.708297 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] For port f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:51.708742 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:51.721644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Calling delete_port for f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:51.846055 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:06:50Z', 'revision_number': 5, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:51.872318 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65449ce1-2295-4bce-9b56-e6620cb0a2b9 None None] The sync data for ids ['a51080dd-af7d-4f69-b4ea-2626ff2004f7'] in dv-cinder-851449-7-iscsi is: [{'id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'name': 'tempest-TestShelveInstance-1704421845-router', 'tenant_id': '46893205b06941b0b0123571e6a67a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:00:54Z', 'updated_at': '2022-08-26T16:06:50Z', 'revision_number': 5, 'project_id': '46893205b06941b0b0123571e6a67a52', 'gw_port': {'id': 'f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:5f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a51080dd-af7d-4f69-b4ea-2626ff2004f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:00:55Z', 'updated_at': '2022-08-26T16:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:06:52.019164 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.047364 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:52.055989 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:52.115191 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.203877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.206126 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks [] for router_controller (a51080dd-af7d-4f69-b4ea-2626ff2004f7), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.384163 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (a51080dd-af7d-4f69-b4ea-2626ff2004f7), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.384740 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a51080dd-af7d-4f69-b4ea-2626ff2004f7 {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:06:52.389465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.390712 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-420ae847-04d0-4921-8cb3-6ca9cdc22f5a admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/a51080dd-af7d-4f69-b4ea-2626ff2004f7 HTTP/1.1" status: 204 len: 168 time: 1.1402566 Aug 26 16:06:52.393550 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60890) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:52.452822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.db_base_plugin_v2 [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Deleting subnet 9556d457-ddc0-4362-a7d3-fb0e5b1fa043 {{(pid=113646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:06:52.456503 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Publish callbacks [] for subnet (9556d457-ddc0-4362-a7d3-fb0e5b1fa043), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.496189 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64995484'] for subnet (9556d457-ddc0-4362-a7d3-fb0e5b1fa043), precommit_delete_associations {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.577956 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (9556d457-ddc0-4362-a7d3-fb0e5b1fa043), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.784820 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65032345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64214463'] for subnet (9556d457-ddc0-4362-a7d3-fb0e5b1fa043), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.811134 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9556d457-ddc0-4362-a7d3-fb0e5b1fa043,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:52.817396 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for subnet (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.822446 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-f964eccd-303f-432a-a9f0-e110a743e7ca admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/9556d457-ddc0-4362-a7d3-fb0e5b1fa043 HTTP/1.1" status: 204 len: 168 time: 0.4258604 Aug 26 16:06:52.823194 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60896) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:52.823679 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa7e3de-ae89-4efb-bf88-847e0d05688d None None] Network bb14af50-ff8e-4ba7-97c6-be325d8b8225 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:06:52.898835 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (bb14af50-ff8e-4ba7-97c6-be325d8b8225), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.948133 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Deleting port 46d717e4-a012-426f-9159-93556a08db9e {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:52.948481 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (46d717e4-a012-426f-9159-93556a08db9e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:52.992168 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] DHCP port deletion for bb14af50-ff8e-4ba7-97c6-be325d8b8225 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:06:53.021393 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] For port 46d717e4-a012-426f-9159-93556a08db9e, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=46d717e4-a012-426f-9159-93556a08db9e,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:53.021761 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (46d717e4-a012-426f-9159-93556a08db9e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.031746 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Deleting port 46d717e4-a012-426f-9159-93556a08db9e {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:06:53.032109 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (46d717e4-a012-426f-9159-93556a08db9e), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.035130 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Calling delete_port for 46d717e4-a012-426f-9159-93556a08db9e owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:53.095575 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] For port 46d717e4-a012-426f-9159-93556a08db9e, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=46d717e4-a012-426f-9159-93556a08db9e,segment=NetworkSegment(2c28d408-b60c-4a0a-9a45-14efcdbf862a),segment_id=2c28d408-b60c-4a0a-9a45-14efcdbf862a)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:06:53.095965 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (46d717e4-a012-426f-9159-93556a08db9e), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.111262 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Calling delete_port for 46d717e4-a012-426f-9159-93556a08db9e owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:06:53.269716 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (46d717e4-a012-426f-9159-93556a08db9e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.276902 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (46d717e4-a012-426f-9159-93556a08db9e), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.301654 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Pushing event deleted for resources: {'Port': ['ID=46d717e4-a012-426f-9159-93556a08db9e,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:53.304147 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] No DVR routers for this DVR port 46d717e4-a012-426f-9159-93556a08db9e on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:06:53.304303 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] No DVR routers for this DVR port 46d717e4-a012-426f-9159-93556a08db9e on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:06:53.309592 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7696d-3a8e-4a1f-b039-97e05acf24d8 None None] Pushing event deleted for resources: {'Port': ['ID=46d717e4-a012-426f-9159-93556a08db9e,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:53.370650 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:53.385271 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (bb14af50-ff8e-4ba7-97c6-be325d8b8225), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.405954 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb14af50-ff8e-4ba7-97c6-be325d8b8225']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:53.415725 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c28d408-b60c-4a0a-9a45-14efcdbf862a') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:53.416027 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c28d408-b60c-4a0a-9a45-14efcdbf862a') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:06:53.425976 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (2c28d408-b60c-4a0a-9a45-14efcdbf862a), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.439908 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (2c28d408-b60c-4a0a-9a45-14efcdbf862a), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.447005 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:06:53.447338 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (2c28d408-b60c-4a0a-9a45-14efcdbf862a), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.452011 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:53.491946 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 2c28d408-b60c-4a0a-9a45-14efcdbf862a resource provider aggregate not found Aug 26 16:06:53.511475 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 2c28d408-b60c-4a0a-9a45-14efcdbf862a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c28d408-b60c-4a0a-9a45-14efcdbf862a found for delete ", "request_id": "req-9170b960-680f-4579-ad9e-bce54bb27560"}]} Aug 26 16:06:53.618657 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (bb14af50-ff8e-4ba7-97c6-be325d8b8225), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.625030 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:53.628477 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/bb14af50-ff8e-4ba7-97c6-be325d8b8225 HTTP/1.1" status: 204 len: 168 time: 0.8043568 Aug 26 16:06:53.634744 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:53.644120 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2ad3c-5ecf-43a1-a05f-275ee7e9bc9b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb14af50-ff8e-4ba7-97c6-be325d8b8225,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:53.656481 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:53.657019 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f8fa7f7e-90cc-4e33-9172-1d5ca5fdcda3 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:53.657528 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 46d717e4-a012-426f-9159-93556a08db9e no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:53.677499 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 46d717e4-a012-426f-9159-93556a08db9e {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:53.681805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 46d717e4-a012-426f-9159-93556a08db9e not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:53.681805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8b137966-e430-469e-9ddc-fb3b169bd951 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:06:53.697399 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 8b137966-e430-469e-9ddc-fb3b169bd951 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:06:53.697734 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 8b137966-e430-469e-9ddc-fb3b169bd951 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:06:53.962945 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60908) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:54.003321 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-213b4e24-9a2f-4992-92fc-4c789b418183 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=ea82b722416a415393ff78428a277a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391781 Aug 26 16:06:54.007214 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60910) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:54.056040 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] Publish callbacks [] for security_group (9ba03c90-e8da-49bc-8342-0a8cf29fd398), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.076630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] Publish callbacks [] for security_group (9ba03c90-e8da-49bc-8342-0a8cf29fd398), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.200954 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (9ba03c90-e8da-49bc-8342-0a8cf29fd398), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.203573 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:54.204721 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/9ba03c90-e8da-49bc-8342-0a8cf29fd398 HTTP/1.1" status: 204 len: 168 time: 0.1966257 Aug 26 16:06:54.213997 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37cd4e-761b-4b45-b241-aed0edfc4790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba03c90-e8da-49bc-8342-0a8cf29fd398,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:55.139280 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60926) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:55.182044 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-0665c80c-0f87-4fa8-9407-26d1a6638317 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=46893205b06941b0b0123571e6a67a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415905 Aug 26 16:06:55.184719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60928) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:55.227317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:06:55.238657 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] Publish callbacks [] for security_group (cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:55.260758 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] Publish callbacks [] for security_group (cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:55.373511 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:55.376170 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:55.377321 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b HTTP/1.1" status: 204 len: 168 time: 0.1915789 Aug 26 16:06:55.385971 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605c0d1-8c09-45f3-86f3-4a3c5c3f4a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf25ad19-64c6-4bbc-ab47-8f9b1182ad3b,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:58.305795 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:06:59.020986 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 60956) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:59.129897 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0755e5f6-5e9e-4b04-996d-105436714c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.208367 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0755e5f6-5e9e-4b04-996d-105436714c1a admin admin] Publish callbacks [] for security_group (258eecbb-0a80-4d4f-b4dd-aea1ca51fd47), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.286410 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0755e5f6-5e9e-4b04-996d-105436714c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (258eecbb-0a80-4d4f-b4dd-aea1ca51fd47), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.327718 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0755e5f6-5e9e-4b04-996d-105436714c1a admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=c4e06c34ac9a4370b547d0d4a310314a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055854 Aug 26 16:06:59.328485 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755e5f6-5e9e-4b04-996d-105436714c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258eecbb-0a80-4d4f-b4dd-aea1ca51fd47,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:06:59.330364 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 60960) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:06:59.381303 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] Publish callbacks [] for security_group (258eecbb-0a80-4d4f-b4dd-aea1ca51fd47), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.401630 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] Publish callbacks [] for security_group (258eecbb-0a80-4d4f-b4dd-aea1ca51fd47), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.526335 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (258eecbb-0a80-4d4f-b4dd-aea1ca51fd47), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.528963 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:06:59.530155 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/258eecbb-0a80-4d4f-b4dd-aea1ca51fd47 HTTP/1.1" status: 204 len: 168 time: 0.1986787 Aug 26 16:06:59.538942 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810bc98-229a-411d-99f6-de2e2626348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258eecbb-0a80-4d4f-b4dd-aea1ca51fd47,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:07:05.402739 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:07.612357 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-58a8e49e-806a-4f88-9426-ad43a832f608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:09.321408 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:09.324319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=15,neutron:INSERT=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:09.533624 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=56,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:09.534394 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:10.223335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-bea90014-8737-4265-803a-1e4ce8f3e893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:11.908711 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:13.245414 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:13.508597 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:14.278806 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=16 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:14.288779 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=33 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:14.348243 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:24.269975 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:24.271896 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:35.305291 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:07:37.565838 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5a225f0d-dc5d-418b-b885-dc1672ea18c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:40.199101 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-43c87b9c-0f67-4644-9182-e77b6979c9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:41.845727 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:42.192376 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-49d5cb71-f72b-43b3-8bc9-fb45cc3c8b58 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1297398 Aug 26 16:07:42.296742 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-4a26e5b4-2b5f-480c-b081-ae3caff6ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:42.298173 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-4a26e5b4-2b5f-480c-b081-ae3caff6ed79 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 1129 time: 0.0393128 Aug 26 16:07:42.397481 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-0c148b0e-a6c1-40f6-89c7-d86f00659f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:42.398876 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-0c148b0e-a6c1-40f6-89c7-d86f00659f41 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0840030 Aug 26 16:07:42.463217 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-d5298454-e4a8-4b28-8d9e-3affcc1644ce service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 200 len: 1001 time: 0.0581131 Aug 26 16:07:42.510148 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-58c64c2f-b551-46bc-8525-748ce22e166b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:42.511605 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-58c64c2f-b551-46bc-8525-748ce22e166b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0434341 Aug 26 16:07:42.554522 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-a996f471-43a8-4e72-9554-e2a2fd23a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:42.556012 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-a996f471-43a8-4e72-9554-e2a2fd23a354 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389478 Aug 26 16:07:42.565482 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-6ec1931b-0339-4da9-b6de-b0b4f92e8eac service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:07:42.566539 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-6ec1931b-0339-4da9-b6de-b0b4f92e8eac service neutron] 10.222.0.102 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050132 Aug 26 16:07:42.929551 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-2fe16979-8f8c-43c6-9481-9e0b7c01b5c7 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566620 Aug 26 16:07:43.023874 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ba88d7e1-5c6f-498b-9732-8f032f16fc84 req-3095caaf-ce04-431e-8f5e-9c745abf3edd service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868590 Aug 26 16:07:43.245525 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:43.451692 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:44.341630 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:51.280820 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:51.285727 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:52.490741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411ec3e-6ad3-44dd-8315-a64075316b1b req-c0f20af4-b5d5-4b9c-9daa-361bd0ec37e6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:52.492223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e411ec3e-6ad3-44dd-8315-a64075316b1b req-c0f20af4-b5d5-4b9c-9daa-361bd0ec37e6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0474586 Aug 26 16:07:52.542833 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e411ec3e-6ad3-44dd-8315-a64075316b1b req-6720727f-b39b-4b0b-8e4f-fa39ee4336f4 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441918 Aug 26 16:07:53.666240 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdc111-40b9-4a5b-970a-a5db103ee447 req-36da1ddd-7b1f-4606-a6d7-2104fdd1281b tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:53.668059 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8afdc111-40b9-4a5b-970a-a5db103ee447 req-36da1ddd-7b1f-4606-a6d7-2104fdd1281b tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Aug 26 16:07:53.718689 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8afdc111-40b9-4a5b-970a-a5db103ee447 req-9b4be62c-06d3-4821-b60a-f39c12112a4c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450482 Aug 26 16:07:54.246269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-34125be4-1f4d-4c7d-bd3f-3b6420486225 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:54.247732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-34125be4-1f4d-4c7d-bd3f-3b6420486225 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0504646 Aug 26 16:07:54.280231 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:54.286183 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:54.331975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port eb277382-54d6-4a0a-8b01-2c0326eb53d2 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:07:54.332319 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:54.426268 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] For port eb277382-54d6-4a0a-8b01-2c0326eb53d2, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=eb277382-54d6-4a0a-8b01-2c0326eb53d2,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:07:54.426635 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:54.472997 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:54.537729 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:54.592230 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:54.593453 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (a8904e2e-5743-4b0a-9b68-f543b2bcd4c6), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:54.593453 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP a8904e2e-5743-4b0a-9b68-f543b2bcd4c6 disassociated. External IP: 172.27.1.138, port: eb277382-54d6-4a0a-8b01-2c0326eb53d2. Aug 26 16:07:54.593453 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for eb277382-54d6-4a0a-8b01-2c0326eb53d2 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:07:54.824746 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (eb277382-54d6-4a0a-8b01-2c0326eb53d2), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:54.857803 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=eb277382-54d6-4a0a-8b01-2c0326eb53d2,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:07:54.866447 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bd28-daa7-4f15-9a1e-135156b558ae req-0d48cda4-3d3b-458a-adf6-9b682b6ad029 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:54.867936 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40e1bd28-daa7-4f15-9a1e-135156b558ae req-0d48cda4-3d3b-458a-adf6-9b682b6ad029 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 945 time: 0.0774798 Aug 26 16:07:54.886065 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.886413 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.886753 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.887114 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.887446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.887776 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.888103 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.888479 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.888809 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.889129 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.889450 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.889773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.890091 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.890408 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.890725 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:07:54.976430 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-40e1bd28-daa7-4f15-9a1e-135156b558ae req-5114796f-80cc-4498-9095-6131162e2e44 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992563 Aug 26 16:07:55.026096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:07:55.130528 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:07:55.139995 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:07:55.150610 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:07:55.151442 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:07:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:07:55.178197 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] No DVR routers for this DVR port eb277382-54d6-4a0a-8b01-2c0326eb53d2 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:07:55.180811 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:07:55.184546 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-55af2136-9f47-4e99-89e9-0a5d2d3ddf49 req-d865836a-3c66-4a27-b050-f6885f0b5805 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "DELETE /networking/v2.0/ports/eb277382-54d6-4a0a-8b01-2c0326eb53d2 HTTP/1.1" status: 204 len: 173 time: 0.9316053 Aug 26 16:07:55.184988 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'name': 'network-vif-deleted', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:07:55.188242 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f5e9d-2ea4-4dd3-8442-d55af664e38c" -d '{"events": [{"server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "name": "network-vif-deleted", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:07:55.263512 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:07:55.369609 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bba4f42-8b6c-458b-8b6f-fb41fa1f27e9 x-openstack-request-id: req-7bba4f42-8b6c-458b-8b6f-fb41fa1f27e9 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:07:55.369906 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661129a9-294b-4425-ac84-500d92de2cc6", "name": "network-vif-deleted", "tag": "eb277382-54d6-4a0a-8b01-2c0326eb53d2", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:07:55.370160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-7bba4f42-8b6c-458b-8b6f-fb41fa1f27e9 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:07:55.370556 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bba4f42-8b6c-458b-8b6f-fb41fa1f27e9'] response: {'server_uuid': '661129a9-294b-4425-ac84-500d92de2cc6', 'name': 'network-vif-deleted', 'tag': 'eb277382-54d6-4a0a-8b01-2c0326eb53d2', 'status': 'completed', 'code': 200} Aug 26 16:07:55.469491 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:07:55.496844 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:07:55.504999 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:07:55.505587 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:07:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:07:55.606854 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:07:55.790103 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:07:55.815218 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee93fc9f-040b-4357-9c12-7d0b7159479a None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:07:56.041424 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f47e32-a19a-4070-bd80-9098420fa9ee None None] New status for floating IP a8904e2e-5743-4b0a-9b68-f543b2bcd4c6: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:07:56.097398 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ab74fcc6-5430-4109-92b7-96265092e309 req-8e1036cb-0a9a-4004-8a24-b9389a1b929f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=661129a9-294b-4425-ac84-500d92de2cc6 HTTP/1.1" status: 200 len: 210 time: 0.0311284 Aug 26 16:07:57.368979 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-3f506c1c-09e7-4ebb-87d5-c691e1b04695 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-641091027&fields=id&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 267 time: 0.0439842 Aug 26 16:07:57.476496 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-6e5756e4-3ac2-438c-9fc2-5b29666b5aa5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:07:57.477832 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-6e5756e4-3ac2-438c-9fc2-5b29666b5aa5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1022656 Aug 26 16:07:57.492902 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-562d29d5-6045-4937-89b9-c4b9a066b545 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/quotas/3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 375 time: 0.0088770 Aug 26 16:07:57.542838 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-98c1b9a1-9a17-4ed6-ae4a-65f73dc8b9ad tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451307 Aug 26 16:07:57.606146 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a218b43d-1fb7-4c3e-ae0b-aef9138d8a77 service neutron] http://10.222.0.94:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=113647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 26 16:07:57.610686 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a218b43d-1fb7-4c3e-ae0b-aef9138d8a77 service neutron] 10.222.0.94 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0525589 Aug 26 16:07:57.654983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:57.702194 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-5d60b9d5-12d0-451d-86a9-6e1d81568aca service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890200 Aug 26 16:07:57.760648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:07:57.794479 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-9c9f167e-1333-467d-9986-c83a61501c63 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865574 Aug 26 16:07:59.039854 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device eb277382-54d6-4a0a-8b01-2c0326eb53d2 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:07:59.063165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: eb277382-54d6-4a0a-8b01-2c0326eb53d2 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:07:59.063515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device eb277382-54d6-4a0a-8b01-2c0326eb53d2 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:07:59.412828 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-fa7f4741-af92-4f63-a706-e142aaa5b9f0 req-0df70360-4336-4052-a148-0ae947428430 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 210 time: 0.0289991 Aug 26 16:08:00.518094 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cc9de09e-2542-4578-9bb3-5d8f07524504 req-bac723b7-3976-46aa-aadc-0db6b502e32a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 210 time: 0.0312591 Aug 26 16:08:01.632438 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6b5999b6-fe2b-4d07-9a86-86edf0d64059 req-c1752e10-6dca-441f-b358-f8be3a688b72 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 210 time: 0.0385435 Aug 26 16:08:01.673274 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-5bf899f6-141a-4da4-b2db-35562d2e25a8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:01.674682 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-5bf899f6-141a-4da4-b2db-35562d2e25a8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1325555 Aug 26 16:08:01.850385 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-84dea1db-d442-41f2-aaee-97df87be977a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 379 time: 0.0602689 Aug 26 16:08:01.859876 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'port': {'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'admin_state_up': True, 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'security_groups': ['0046eec9-1ca7-4c63-95ac-ff3ecf555633']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:08:02.027010 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Made reservation on behalf of 3c5f0e0c02e64047b9ca17a7320b0bf5 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:08:02.031049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.168549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.20.0.9 (b0da63e8-a587-4953-adca-efb59d8c08a4/5a25c26c-8ee8-4dad-abef-8704c29fdcd6/9bcbb986-ec78-4b94-886b-b800f34b40eb) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:08:02.311648 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.417509 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.429045 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:02.461554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:08:02.465465 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:08:02.467922 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:08:02.498899 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:02.526233 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:02.526860 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.614797 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-8ea33303-be35-483c-95ec-c427f3f3011f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7586067 Aug 26 16:08:02.631840 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Request body: {'port': {'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:08:02.636349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:02.673401 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-1b03e71b-0628-4016-91d5-da64eb4d92fd None None] Provisioning complete for port 9bcbb986-ec78-4b94-886b-b800f34b40eb triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:08:02.674338 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1b03e71b-0628-4016-91d5-da64eb4d92fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.702790 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:02.709794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-1b03e71b-0628-4016-91d5-da64eb4d92fd None None] Port 9bcbb986-ec78-4b94-886b-b800f34b40eb cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:08:02.785785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fc692-fa20-424f-a7b5-de8358e92395 req-ceeb46f6-2a41-4a7a-aa68-bf0e49d34863 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:02.787203 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b88fc692-fa20-424f-a7b5-de8358e92395 req-ceeb46f6-2a41-4a7a-aa68-bf0e49d34863 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 931 time: 0.0727782 Aug 26 16:08:02.907744 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b88fc692-fa20-424f-a7b5-de8358e92395 req-c7ff810f-52b7-4640-9074-68eff44092fa tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139584 Aug 26 16:08:03.043752 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcbb986-ec78-4b94-886b-b800f34b40eb {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:08:03.051269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks [] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.064368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Transition to ACTIVE for port object 9bcbb986-ec78-4b94-886b-b800f34b40eb will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:08:03.141278 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.202779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:03.254842 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Attempting to bind port 9bcbb986-ec78-4b94-886b-b800f34b40eb on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:08:03.255198 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Attempting to bind port 9bcbb986-ec78-4b94-886b-b800f34b40eb by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:08:03.255515 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Attempting to bind port 9bcbb986-ec78-4b94-886b-b800f34b40eb on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:08:03.260190 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Port 9bcbb986-ec78-4b94-886b-b800f34b40eb on network b0da63e8-a587-4953-adca-efb59d8c08a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:08:03.260503 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Attempting to bind port 9bcbb986-ec78-4b94-886b-b800f34b40eb on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:08:03.265366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:08:03.267495 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:08:03.267495 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Bound using segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:08:03.267495 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Bound port: 9bcbb986-ec78-4b94-886b-b800f34b40eb, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:08:03.267495 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.268518 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:03.331867 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:08:03.335022 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:08:03.411718 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.416990 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.417600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:03.418987 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 1093 time: 0.7914310 Aug 26 16:08:03.428720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:08:03.428720 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a" -d '{"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:08:03.461034 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c36de3-3128-4ed2-9ec6-ea60856eba95 x-openstack-request-id: req-c2c36de3-3128-4ed2-9ec6-ea60856eba95 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:08:03.461327 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:08:03.461615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-c2c36de3-3128-4ed2-9ec6-ea60856eba95 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:08:03.462515 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c36de3-3128-4ed2-9ec6-ea60856eba95'] response: {'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'status': 'completed', 'code': 200} Aug 26 16:08:03.474611 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3641b6f-46ac-44d7-b20d-0065e0e88fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:03.555862 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-bd2563fe-378a-4281-8884-f1131498241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.557703 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-bd2563fe-378a-4281-8884-f1131498241b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1127 time: 0.0406022 Aug 26 16:08:03.666558 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-acc666ca-f6b8-4fbf-9cbc-1783b32f8026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.668013 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-acc666ca-f6b8-4fbf-9cbc-1783b32f8026 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0955608 Aug 26 16:08:03.761510 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-69e2d1c1-3940-4764-9a78-df60e56a541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.762871 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4a6e6f9a-de01-4fa0-a55e-b9b72800b73a req-69e2d1c1-3940-4764-9a78-df60e56a541d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892534 Aug 26 16:08:03.861617 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-95efc49e-5b3a-4a22-bfe9-0e29d11b4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.863126 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-95efc49e-5b3a-4a22-bfe9-0e29d11b4dd6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1127 time: 0.0435786 Aug 26 16:08:03.908220 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-9333aa3b-a11f-44b6-9509-4d19c360e4b3 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 217 time: 0.0323100 Aug 26 16:08:03.960165 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-c0a6d4cf-f647-47fb-a525-9a3283bd00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:03.961649 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-c0a6d4cf-f647-47fb-a525-9a3283bd00c9 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0470052 Aug 26 16:08:04.031741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:04.035674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-e568817f-a57e-4f88-97a0-0555ab3faac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:04.037149 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-e568817f-a57e-4f88-97a0-0555ab3faac6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702455 Aug 26 16:08:04.057368 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff80d46-173a-42d0-8fad-95075d493545 req-e860a3fd-e9f6-4f35-a13e-98bbe34057dc tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:04.058739 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1ff80d46-173a-42d0-8fad-95075d493545 req-e860a3fd-e9f6-4f35-a13e-98bbe34057dc tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0658238 Aug 26 16:08:04.164000 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-1ff80d46-173a-42d0-8fad-95075d493545 req-ab02540c-8ccf-4341-a59b-89e000a1a809 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939305 Aug 26 16:08:04.174613 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-0a6ae9b8-5430-41f4-b172-692adba6816f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299007 Aug 26 16:08:04.271223 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e1d5ef33-c64a-4640-aa2f-fd8ed7984aa6 req-f3cbf7ca-3bbe-4d9d-9005-c4cba60cc2e8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906799 Aug 26 16:08:05.285520 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b461b8-74f3-4af3-8175-a5aa92fc7849 req-3917ebd2-7c10-4861-8415-b640d5406e7a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:05.287156 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1b461b8-74f3-4af3-8175-a5aa92fc7849 req-3917ebd2-7c10-4861-8415-b640d5406e7a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0468826 Aug 26 16:08:05.343975 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d1b461b8-74f3-4af3-8175-a5aa92fc7849 req-19ef01eb-6646-4cb8-a27d-b7a3d0342ba8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506604 Aug 26 16:08:06.465671 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d537-908b-474a-a717-5ead3056ea4e req-195283f5-e0f2-4f8f-a16d-90ad4056be09 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:06.467138 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56d9d537-908b-474a-a717-5ead3056ea4e req-195283f5-e0f2-4f8f-a16d-90ad4056be09 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0513768 Aug 26 16:08:06.491914 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:06.516870 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-56d9d537-908b-474a-a717-5ead3056ea4e req-af20975e-5461-4ace-bacd-7cdea2276f4f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Aug 26 16:08:07.622969 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7d8bcffb-de69-4562-8c95-b584d0a59560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:07.638771 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622a918-c3e0-478f-9388-6c1503adda15 req-0d88888a-e8bf-446e-88bb-58fcffab572a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:07.640324 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7622a918-c3e0-478f-9388-6c1503adda15 req-0d88888a-e8bf-446e-88bb-58fcffab572a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0499296 Aug 26 16:08:07.695005 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7622a918-c3e0-478f-9388-6c1503adda15 req-12d90257-c10c-4b0d-a9c8-fec5098e7176 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487983 Aug 26 16:08:08.820778 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76710a6-d6d1-4657-b4d8-10bab38c8f07 req-47f3d971-20a0-4b26-ab11-4842a88475e3 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:08.822860 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a76710a6-d6d1-4657-b4d8-10bab38c8f07 req-47f3d971-20a0-4b26-ab11-4842a88475e3 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0499988 Aug 26 16:08:08.871171 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-a76710a6-d6d1-4657-b4d8-10bab38c8f07 req-6c16c873-0622-447b-8ffd-cce4bdedddac tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428762 Aug 26 16:08:09.991309 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86d5c6-948e-4cd8-a147-c6514640af80 req-111068bc-64f0-43a6-9445-13d789f97dde tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:09.992756 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e86d5c6-948e-4cd8-a147-c6514640af80 req-111068bc-64f0-43a6-9445-13d789f97dde tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0471675 Aug 26 16:08:10.042301 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8e86d5c6-948e-4cd8-a147-c6514640af80 req-fa49cd13-eb1f-43e7-a205-955448686c1d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432048 Aug 26 16:08:10.192185 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-42d15d72-ea18-485c-9fe4-496b841dc8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:11.158646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a087c4-ecf2-4985-8666-5b96957f6f88 req-34b25d71-f1f5-4a9c-a60a-daa70f91982d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:11.160105 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31a087c4-ecf2-4985-8666-5b96957f6f88 req-34b25d71-f1f5-4a9c-a60a-daa70f91982d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0456533 Aug 26 16:08:11.213083 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-31a087c4-ecf2-4985-8666-5b96957f6f88 req-9c5d398e-1b89-4990-91c3-7db2a7cebb7d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 Aug 26 16:08:11.862728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:12.304587 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:08:12.331608 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c10d1-79f4-4158-a538-b2bf116c9fa8 req-00fcdd3d-f0d7-49f6-8781-82ac9b00e476 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:12.333059 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-af9c10d1-79f4-4158-a538-b2bf116c9fa8 req-00fcdd3d-f0d7-49f6-8781-82ac9b00e476 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 943 time: 0.0476086 Aug 26 16:08:12.382067 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-af9c10d1-79f4-4158-a538-b2bf116c9fa8 req-49006346-a686-49d6-8e81-2e1056b9bd85 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Aug 26 16:08:13.097388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9bcbb986-ec78-4b94-886b-b800f34b40eb details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:08:13.207981 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:13.219889 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:08:13.254650 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 9bcbb986-ec78-4b94-886b-b800f34b40eb is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:08:13.255193 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:13.268155 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcbb986-ec78-4b94-886b-b800f34b40eb {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:08:13.288270 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:13.302110 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:13.342568 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:13.402165 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:13.410011 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.410365 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.410712 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.411087 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.411457 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.411857 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.412192 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.412521 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.412851 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.413187 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.413510 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.413836 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.414158 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.414483 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.414806 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:08:13.451010 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:13.503700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79712015-38ae-47cc-85ea-9de5b2a24fed req-f1f3859c-025d-48ed-a1fe-3c52db0599e5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:13.505243 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-79712015-38ae-47cc-85ea-9de5b2a24fed req-f1f3859c-025d-48ed-a1fe-3c52db0599e5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 944 time: 0.0473688 Aug 26 16:08:13.555766 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-79712015-38ae-47cc-85ea-9de5b2a24fed req-6a28479f-1ed7-4f5b-9d69-f49c04728118 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437248 Aug 26 16:08:13.683968 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['9bcbb986-ec78-4b94-886b-b800f34b40eb'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:08:14.386190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:14.679419 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3155c-5cf0-4d10-8412-72de3d6a9cb5 req-2387c357-24a9-4b00-a528-f5dc9a73eb9d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:14.681649 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59a3155c-5cf0-4d10-8412-72de3d6a9cb5 req-2387c357-24a9-4b00-a528-f5dc9a73eb9d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 944 time: 0.0505712 Aug 26 16:08:14.730949 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-59a3155c-5cf0-4d10-8412-72de3d6a9cb5 req-7bda3de9-3369-432e-a068-32036027c4d0 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440669 Aug 26 16:08:15.116075 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9bcbb986-ec78-4b94-886b-b800f34b40eb up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:08:15.140071 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.160797 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.161755 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 9bcbb986-ec78-4b94-886b-b800f34b40eb completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:08:15.256335 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 9bcbb986-ec78-4b94-886b-b800f34b40eb triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:08:15.256712 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.297915 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=69 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.328831 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 9bcbb986-ec78-4b94-886b-b800f34b40eb is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:08:15.329224 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.351382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:08:15.353795 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c595a41-e818-4f7a-a087-502b781b1746" -d '{"events": [{"server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:08:15.370404 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:08:15.444053 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:15.472388 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b341f1-95bd-4d58-9c1e-9404f9b90d55 x-openstack-request-id: req-f0b341f1-95bd-4d58-9c1e-9404f9b90d55 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:08:15.472663 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "name": "network-vif-plugged", "status": "completed", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:08:15.472921 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f0b341f1-95bd-4d58-9c1e-9404f9b90d55 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:08:15.473321 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0b341f1-95bd-4d58-9c1e-9404f9b90d55'] response: {'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'code': 200} Aug 26 16:08:15.499689 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:15.849207 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:15.887310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b2360-6b71-4e6b-9ebd-d42cacfd9690 req-fa642dec-e819-4898-bedf-240c9a7aa6ce tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:15.888698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-953b2360-6b71-4e6b-9ebd-d42cacfd9690 req-fa642dec-e819-4898-bedf-240c9a7aa6ce tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0776784 Aug 26 16:08:15.891842 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4a983-c93a-48d0-8555-e8d1b37df2b8 req-26d82230-a469-42dc-9c4d-ac7202d08d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:15.893186 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-21e4a983-c93a-48d0-8555-e8d1b37df2b8 req-26d82230-a469-42dc-9c4d-ac7202d08d0d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0530567 Aug 26 16:08:15.972280 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-953b2360-6b71-4e6b-9ebd-d42cacfd9690 req-9d7c6f22-790d-4bf4-bc62-54da2f9cfcda tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779259 Aug 26 16:08:15.974867 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-21e4a983-c93a-48d0-8555-e8d1b37df2b8 req-932fd854-bda3-4f8a-8d70-13902f59587e service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745547 Aug 26 16:08:17.092003 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02930137-072d-44c5-a3cd-30c0cbf752a8 req-d021b41d-bba4-4243-a901-8ae84080f9d8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:17.093473 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02930137-072d-44c5-a3cd-30c0cbf752a8 req-d021b41d-bba4-4243-a901-8ae84080f9d8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0475566 Aug 26 16:08:17.142721 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-02930137-072d-44c5-a3cd-30c0cbf752a8 req-1b17f299-fc06-48f6-9cc0-b6e9b59e736f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435297 Aug 26 16:08:18.259428 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702c2e-6d05-42a9-b656-18fb167ae5eb req-11d3531c-152d-4a6b-8d6e-380e81cb0c7c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:18.260866 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5702c2e-6d05-42a9-b656-18fb167ae5eb req-11d3531c-152d-4a6b-8d6e-380e81cb0c7c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0459936 Aug 26 16:08:18.314305 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d5702c2e-6d05-42a9-b656-18fb167ae5eb req-6074dfb9-6a4d-42f2-862b-31c9a17fd9c3 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479095 Aug 26 16:08:18.417251 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:18.442523 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b931c4-1696-46e9-9b97-29796d9cd948 req-8d7eddf3-1b8a-4d78-84bd-8941c1957926 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:18.442523 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-75b931c4-1696-46e9-9b97-29796d9cd948 req-8d7eddf3-1b8a-4d78-84bd-8941c1957926 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0486288 Aug 26 16:08:18.485732 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-75b931c4-1696-46e9-9b97-29796d9cd948 req-e42210cc-87ca-4db6-be43-c6d774f6ba2b tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448604 Aug 26 16:08:18.511953 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 32826) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:18.549734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9325d7d-50b1-40a2-b171-4673c8eda76f tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:18.551268 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-f9325d7d-50b1-40a2-b171-4673c8eda76f tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1124 time: 0.0383224 Aug 26 16:08:18.554013 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 32828) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:08:18.558157 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:08:18.640001 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.721857 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.825707 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.27.1.28 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/56bd40d2-997f-4c4f-a917-e2e8dee5b37b) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:08:18.931296 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:18.942225 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:19.011550 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.050835 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:08:19.056149 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:08:19.061012 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:08:19.064326 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=56bd40d2-997f-4c4f-a917-e2e8dee5b37b,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:19.280190 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:19.411700 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (b292802d-66cc-411f-8195-10d9c4bd4a18), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.549184 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.703272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.771517 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.844026 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (b292802d-66cc-411f-8195-10d9c4bd4a18), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:19.845659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=56bd40d2-997f-4c4f-a917-e2e8dee5b37b,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:08:19.894712 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.222381 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP b292802d-66cc-411f-8195-10d9c4bd4a18 associated. External IP: 172.27.1.28, port: 9bcbb986-ec78-4b94-886b-b800f34b40eb. Aug 26 16:08:20.427292 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:08:20.532897 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:08:20.545780 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:08:20.556794 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:20.558286 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:08:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:20.613355 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:20.649226 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4c3fe706-c591-4e8e-89cf-c841aed0d058 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0941155 Aug 26 16:08:20.649853 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:08:20.652366 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3b724-37ee-4440-a86c-cf955f046684" -d '{"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:08:20.698538 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc146c-9bd8-4df3-8009-73bd80f31cb5 x-openstack-request-id: req-0bdc146c-9bd8-4df3-8009-73bd80f31cb5 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:08:20.701317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:08:20.701317 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-0bdc146c-9bd8-4df3-8009-73bd80f31cb5 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:08:20.701317 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bdc146c-9bd8-4df3-8009-73bd80f31cb5'] response: {'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'status': 'completed', 'code': 200} Aug 26 16:08:20.762561 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:20.794071 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b724-37ee-4440-a86c-cf955f046684 req-6db53b0e-1153-48bb-984e-9bf6c4add77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:20.795682 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-6db53b0e-1153-48bb-984e-9bf6c4add77d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0474393 Aug 26 16:08:20.854792 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.897351 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b724-37ee-4440-a86c-cf955f046684 req-423d97de-b605-401e-85f1-4e6115e30939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:20.898806 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-423d97de-b605-401e-85f1-4e6115e30939 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0969687 Aug 26 16:08:20.920744 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:20.961441 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-dcfc9a44-709a-4560-8c8b-60a38c6ebdc1 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 998 time: 0.0569363 Aug 26 16:08:20.978358 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:21.007602 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:08:21.013719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b724-37ee-4440-a86c-cf955f046684 req-9d59d724-9070-4b17-9737-bbf02825cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:21.015339 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-9d59d724-9070-4b17-9737-bbf02825cefe service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0483093 Aug 26 16:08:21.016947 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:08:21.017539 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:08:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:21.059929 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3b724-37ee-4440-a86c-cf955f046684 req-535673a8-c033-4afa-9261-8a6a96d6b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:21.061561 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-535673a8-c033-4afa-9261-8a6a96d6b85f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406687 Aug 26 16:08:21.122930 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:08:21.155613 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-29226120-d44f-48ab-90d8-ac8a2de17ab8 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880451 Aug 26 16:08:21.250199 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-32f3b724-37ee-4440-a86c-cf955f046684 req-4cc49de7-682e-4e31-a772-7ac9b1c18ad9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888906 Aug 26 16:08:21.332801 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:08:21.358191 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82f31d-d91c-48e8-9da2-88c03d690095 None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:19Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:08:21.549689 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275f906-9f00-4d7d-97c8-b492fc2bdc8a None None] New status for floating IP b292802d-66cc-411f-8195-10d9c4bd4a18: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:08:31.238375 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=28 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.247492 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.330458 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=33 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.335415 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=90 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.651829 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:31.653742 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:37.562550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7fe4227e-cebc-4e48-93fa-57c1f4db389a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:40.202582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3c8ca953-5904-4d68-8af6-d82bba54a287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:41.878909 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:43.253606 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:43.459464 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:44.084527 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-f2ac95b6-478b-4393-9649-40ee569e8c05 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387206 Aug 26 16:08:44.187031 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-41369e1d-33a5-4535-8328-64640b578e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:44.188498 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-41369e1d-33a5-4535-8328-64640b578e6d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0399954 Aug 26 16:08:44.293113 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-1c6e786f-9aad-496c-a685-43e2c965d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:44.294550 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-1c6e786f-9aad-496c-a685-43e2c965d910 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0892620 Aug 26 16:08:44.351117 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:08:44.355047 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-7201edb8-0bda-4d96-9699-aab6e9cb7a1c service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 1000 time: 0.0547073 Aug 26 16:08:44.401515 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-de3d8fa0-7a73-447c-a35e-1311b3f9b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:44.402898 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-de3d8fa0-7a73-447c-a35e-1311b3f9b0b3 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0425568 Aug 26 16:08:44.450032 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-dfbfe6e9-bb3c-4d1a-b9f9-1c775d0512ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:08:44.451547 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-dfbfe6e9-bb3c-4d1a-b9f9-1c775d0512ab service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433176 Aug 26 16:08:44.541401 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-373bcd20-f989-4c73-9b0a-57c76a2af575 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833795 Aug 26 16:08:44.634097 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-dd17ad5b-eee6-414d-8cb1-00874f5ee139 req-03cc8955-7fc4-4217-aa5c-6390cc546e44 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872803 Aug 26 16:08:49.304416 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:08:54.303633 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:54.304458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:54.629494 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=47 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:08:54.631409 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=54 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:05.274526 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=18 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:05.278388 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=16 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:07.564685 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1886a86e-374a-4fe4-a304-d83f9809b18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:10.212606 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0cbff46a-b49a-4813-af5d-40fe13ef5393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:11.899481 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:13.301543 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:13.489794 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:14.389620 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:24.314155 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:24.316089 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:26.307847 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:09:37.558171 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-8d242804-8196-47a3-b7e0-5d6a5e121184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:40.220977 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-7dc19d94-b790-4ffd-899a-f6f07aea3e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:41.880187 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:42.264528 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:42.274465 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=6 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:43.269009 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:43.466394 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:44.388544 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:09:46.098891 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-a3520ec2-bc27-4e25-af5a-df13b7a1786a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399582 Aug 26 16:09:46.202896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-7c4f6f85-4230-46cf-baa3-798525123fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:09:46.204432 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-7c4f6f85-4230-46cf-baa3-798525123fa4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0405064 Aug 26 16:09:46.310116 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-0945f610-780b-4c21-9870-61ba9a671f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:09:46.311582 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-0945f610-780b-4c21-9870-61ba9a671f1c service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0905898 Aug 26 16:09:46.371660 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-02ad27b9-b3c9-403f-9339-490597b5fcc7 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 1000 time: 0.0542181 Aug 26 16:09:46.422174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-39ab248d-7bb6-481e-9039-13309a012c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:09:46.423599 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-39ab248d-7bb6-481e-9039-13309a012c1b service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0463121 Aug 26 16:09:46.467048 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-1551c586-b21d-426d-8229-abd2c19825ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:09:46.468524 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-1551c586-b21d-426d-8229-abd2c19825ef service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383065 Aug 26 16:09:46.557330 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-bcf1f926-d1eb-499d-84b2-983d09ad691f service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815766 Aug 26 16:09:46.650522 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f5ed7bb1-264f-47ba-bd6f-5e96fe73482f req-e33316e3-6353-4f9d-b942-5599b057a288 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874741 Aug 26 16:09:54.323579 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=21 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:54.329520 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=6 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:56.644896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=51 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:09:56.646780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=50 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:00.447003 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b15a198f-04e3-4375-a7e1-739960e1e3ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-641091027&fields=id&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 267 time: 0.0453260 Aug 26 16:10:00.556087 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-99a2f685-2238-4319-8c7c-54899efc6592 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:00.557767 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-99a2f685-2238-4319-8c7c-54899efc6592 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1042383 Aug 26 16:10:00.573199 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-92ccf445-5f35-4862-95f7-8bbf2964081f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/quotas/3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 375 time: 0.0098951 Aug 26 16:10:00.625424 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-09a5855e-6f1b-44db-bac2-8b0e899dc9ca tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471101 Aug 26 16:10:00.724101 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-9dece1d0-1b0e-449f-8439-7287dfcca628 service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871379 Aug 26 16:10:00.812764 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-ea1a0eb3-8cf3-42a5-8e02-f6ce95d6cf5d service neutron] 10.222.0.94 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831306 Aug 26 16:10:01.411967 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e51ca15f-393f-48b5-ab27-daede22a76c6 req-5fe25df5-bd6c-4602-8e6e-e040138e6e5f tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 210 time: 0.0323589 Aug 26 16:10:02.518748 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f79275c2-9dee-4655-a3e3-45c2e505db68 req-89fd71c0-ddaf-4b9f-abf0-8378ce875361 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 210 time: 0.0292237 Aug 26 16:10:03.306276 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:10:03.631119 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-027b2d57-c872-4d03-a794-fddf0cca8b19 req-25813906-9092-4b67-8584-610ec9aac3bd tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 210 time: 0.0366197 Aug 26 16:10:03.726976 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-3699ba26-b405-40af-ae11-2cd2857d5610 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:03.728374 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-3699ba26-b405-40af-ae11-2cd2857d5610 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 811 time: 0.1072488 Aug 26 16:10:03.796698 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-e193616e-8df3-47bd-9ff4-922152af3734 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5 HTTP/1.1" status: 200 len: 379 time: 0.0547087 Aug 26 16:10:03.805257 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'port': {'device_id': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'admin_state_up': True, 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'security_groups': ['0046eec9-1ca7-4c63-95ac-ff3ecf555633']}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:10:03.982475 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Made reservation on behalf of 3c5f0e0c02e64047b9ca17a7320b0bf5 for: {'port': 1} {{(pid=113647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 26 16:10:03.986430 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.119054 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.20.0.14 (b0da63e8-a587-4953-adca-efb59d8c08a4/5a25c26c-8ee8-4dad-abef-8704c29fdcd6/6b4a2508-789a-48c0-8c44-cc5c0043d9c9) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:10:04.198361 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:04.202615 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:04.262727 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.371616 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.417016 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network b0da63e8-a587-4953-adca-efb59d8c08a4 is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:10:04.420391 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:10:04.424743 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:10:04.432406 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:04.463569 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.463865 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.464166 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.464555 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.464889 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.465212 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.465531 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.465848 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.466165 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.466484 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.466805 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.467159 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.467539 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.467855 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.468171 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:04.496983 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:04.497584 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.614132 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-56ad0b59-49e5-4915-86a1-0694f99afa71 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8127666 Aug 26 16:10:04.631074 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Request body: {'port': {'device_id': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85144'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:10:04.635007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-4c298884-4fbc-4d31-a3e1-fa59304f884e None None] Provisioning complete for port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 triggered by entity DHCP. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:10:04.635538 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4c298884-4fbc-4d31-a3e1-fa59304f884e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.671476 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-4c298884-4fbc-4d31-a3e1-fa59304f884e None None] Port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 cannot update to ACTIVE because it is not bound. {{(pid=113648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 26 16:10:04.695545 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:04.795577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f6988-061b-42be-82fe-8545d35c3a1a req-c6b4f50a-7bff-4ff6-9c6d-854a3a8a8954 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:04.795577 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d42f6988-061b-42be-82fe-8545d35c3a1a req-c6b4f50a-7bff-4ff6-9c6d-854a3a8a8954 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 932 time: 0.0811489 Aug 26 16:10:04.879881 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:04.949261 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-d42f6988-061b-42be-82fe-8545d35c3a1a req-34ba852b-f409-4ef4-b4de-07740975a64e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176274 Aug 26 16:10:05.046060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 {{(pid=113647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:10:05.053936 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks [] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:05.066755 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.provisioning_blocks [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Transition to ACTIVE for port object 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 will not be triggered until provisioned by entity L2. {{(pid=113647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 26 16:10:05.154706 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:05.236975 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:05.276198 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Attempting to bind port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 on host hv-cinder-85144 for vnic_type normal with profile {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 26 16:10:05.276577 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Attempting to bind port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 by drivers openvswitch,hyperv on host hv-cinder-85144 at level 0 using segments [{'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 26 16:10:05.276883 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Attempting to bind port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:10:05.281356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 on network b0da63e8-a587-4953-adca-efb59d8c08a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85144 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 26 16:10:05.281660 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Attempting to bind port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 on network b0da63e8-a587-4953-adca-efb59d8c08a4 {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 26 16:10:05.287393 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Checking agent: {'id': '1fceb280-a270-425a-8df6-47fa1826b718', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85144', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'started_at': datetime.datetime(2022, 8, 26, 15, 54, 40), 'heartbeat_timestamp': datetime.datetime(2022, 8, 26, 16, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 26 16:10:05.287724 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Checking segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=113647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 26 16:10:05.288098 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Bound using segment: {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'} {{(pid=113647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 26 16:10:05.288508 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.managers [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Bound port: 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host: hv-cinder-85144, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca14e2-fe4b-48ea-8900-aac2b638a251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4'}}] {{(pid=113647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 26 16:10:05.288876 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:05.329601 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:05.340433 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:05.350892 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, cleared binding levels {{(pid=113647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 26 16:10:05.353911 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 26 16:10:05.420874 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:05.424002 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.424674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:05.426026 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] 10.222.0.102 "PUT /networking/v2.0/ports/6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 200 len: 1094 time: 0.7991898 Aug 26 16:10:05.428929 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:10:05.431206 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7d13cf-af48-4dd1-b747-a579355eb341" -d '{"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:10:05.469521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5babad-435b-4f03-8f7a-b5562e0416ac x-openstack-request-id: req-6f5babad-435b-4f03-8f7a-b5562e0416ac {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:10:05.469817 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:10:05.470073 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6f5babad-435b-4f03-8f7a-b5562e0416ac {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:10:05.470495 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f5babad-435b-4f03-8f7a-b5562e0416ac'] response: {'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'status': 'completed', 'code': 200} Aug 26 16:10:05.482760 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233f2f2-148e-4096-9e0c-b90b23351f03 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=3']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:05.567417 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-022adccb-6ff4-4f70-bcf9-6723b0f92f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.569044 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-022adccb-6ff4-4f70-bcf9-6723b0f92f68 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1128 time: 0.0468090 Aug 26 16:10:05.672379 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-165625a4-362b-4382-836d-9a5a12cbfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.673809 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-165625a4-362b-4382-836d-9a5a12cbfff0 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0933018 Aug 26 16:10:05.769650 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-68b2e78a-c966-492c-aedf-5b67c63c049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.771149 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2d7d13cf-af48-4dd1-b747-a579355eb341 req-68b2e78a-c966-492c-aedf-5b67c63c049d service neutron] 10.222.0.102 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911191 Aug 26 16:10:05.863080 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-4c543fe4-1d05-49af-96f6-923adffd759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.865173 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-4c543fe4-1d05-49af-96f6-923adffd759b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1128 time: 0.0387354 Aug 26 16:10:05.908413 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-ecb8595d-785c-44b2-8e27-a09c18224dc1 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0311637 Aug 26 16:10:05.964146 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-e0069fbc-7365-42da-8327-c4fd53d1b23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:05.965486 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-e0069fbc-7365-42da-8327-c4fd53d1b23a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0509055 Aug 26 16:10:06.010907 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-fb3cefe5-d078-4e60-9e5f-e737905c423a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:06.012410 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-fb3cefe5-d078-4e60-9e5f-e737905c423a service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392525 Aug 26 16:10:06.389530 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ff13-e596-4bbf-8ccd-289011e0a392 req-a5d60f91-1cfb-486f-ae3e-8f739c175f75 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:06.390978 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cfa4ff13-e596-4bbf-8ccd-289011e0a392 req-a5d60f91-1cfb-486f-ae3e-8f739c175f75 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.3643367 Aug 26 16:10:06.445648 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-26efdd56-84e2-4ace-8856-62013886a6df service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268112 Aug 26 16:10:06.465783 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:06.478038 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-cfa4ff13-e596-4bbf-8ccd-289011e0a392 req-7b69c6af-c392-4aec-87bf-d5c6c714e933 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809114 Aug 26 16:10:06.549318 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-e9a491fc-71ae-4305-bb90-78db46fc2648 req-479a0271-35f9-48e1-90c1-04fe6054f1ad service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960402 Aug 26 16:10:07.557813 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f2065524-1a6b-443c-9572-1f68bf567b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:07.602525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ac54-768e-44b2-b29a-c94f7a7b7e5c req-7ca46705-839f-4ae0-b7a8-432a6a94322a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:07.604061 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d42ac54-768e-44b2-b29a-c94f7a7b7e5c req-7ca46705-839f-4ae0-b7a8-432a6a94322a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0509276 Aug 26 16:10:07.655782 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7d42ac54-768e-44b2-b29a-c94f7a7b7e5c req-d70e3fb2-2fa9-4018-b13c-723278c258b6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455849 Aug 26 16:10:08.774549 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2347c-39fc-4ad8-a579-d6b0acd6b61d req-b5f721d2-8d94-4ec5-a94a-3080467abba1 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:08.776088 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84f2347c-39fc-4ad8-a579-d6b0acd6b61d req-b5f721d2-8d94-4ec5-a94a-3080467abba1 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0472093 Aug 26 16:10:08.825116 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84f2347c-39fc-4ad8-a579-d6b0acd6b61d req-70bd3a37-2187-48ac-af55-1a761b18e9b0 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435262 Aug 26 16:10:09.946448 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe592cc-491d-466e-bb4f-d5a101480d5b req-00da3114-30f6-4add-885e-7c11e61edf82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:09.947947 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebe592cc-491d-466e-bb4f-d5a101480d5b req-00da3114-30f6-4add-885e-7c11e61edf82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0515914 Aug 26 16:10:09.997700 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-ebe592cc-491d-466e-bb4f-d5a101480d5b req-89ceba4e-3968-471c-8c65-b2e50a9747f4 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441699 Aug 26 16:10:10.205248 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-322743f2-b07e-49f9-90d1-0c4a649a249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:11.120515 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc585d2-17ad-40bf-83d9-feda3426a144 req-5047025e-e887-416e-9dad-e02d6e950ab2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:11.121981 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dc585d2-17ad-40bf-83d9-feda3426a144 req-5047025e-e887-416e-9dad-e02d6e950ab2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0472715 Aug 26 16:10:11.170512 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7dc585d2-17ad-40bf-83d9-feda3426a144 req-ee3c5c7e-be6f-411a-b45b-e97ad23a1540 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430801 Aug 26 16:10:11.879102 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:12.292716 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa04f6-360f-4546-9c84-99013c2f71c7 req-cb205c74-8911-4292-b429-6e3dc3852873 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:12.294216 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9baa04f6-360f-4546-9c84-99013c2f71c7 req-cb205c74-8911-4292-b429-6e3dc3852873 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0511022 Aug 26 16:10:12.307464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:12.345333 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9baa04f6-360f-4546-9c84-99013c2f71c7 req-7da03cb4-03a5-41df-a06c-7f20f61e80bb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451198 Aug 26 16:10:13.273804 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:13.462538 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:13.465496 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064f3c9-0648-4b41-a2a5-9e052deeaddb req-446323ad-d2d7-4787-8f41-cf44d108cbd5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:13.472395 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2064f3c9-0648-4b41-a2a5-9e052deeaddb req-446323ad-d2d7-4787-8f41-cf44d108cbd5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0476630 Aug 26 16:10:13.516769 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2064f3c9-0648-4b41-a2a5-9e052deeaddb req-06feca83-ae5e-48fb-be95-d1bbd430e4f8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440063 Aug 26 16:10:14.404915 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:14.635505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912159a8-3793-4b84-accd-66b5834987c3 req-54be3e7f-e729-4673-8fe2-a5c5aaab5e2c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:14.636939 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-912159a8-3793-4b84-accd-66b5834987c3 req-54be3e7f-e729-4673-8fe2-a5c5aaab5e2c tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0471883 Aug 26 16:10:14.690509 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-912159a8-3793-4b84-accd-66b5834987c3 req-c2eb1db3-5a64-4940-a616-2a46964f786d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479250 Aug 26 16:10:15.530472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 details requested by agent hyperv_hv-cinder-85144 with host hv-cinder-85144 {{(pid=113648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 26 16:10:15.632282 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:10:15.643237 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Returning: {'device': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'port_id': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'mac_address': 'fa:16:3e:97:7f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=113648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 26 16:10:15.678488 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 is: DOWN; New status is: BUILD {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:10:15.678957 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:15.693287 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 {{(pid=113648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 26 16:10:15.712151 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:10:15.812148 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585cfa2-bc67-4dcb-8d53-eef9a934aa84 req-75bbe830-aeee-4a54-a34c-40fa056ca950 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:15.813507 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4585cfa2-bc67-4dcb-8d53-eef9a934aa84 req-75bbe830-aeee-4a54-a34c-40fa056ca950 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 944 time: 0.0482354 Aug 26 16:10:15.843473 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:15.864792 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4585cfa2-bc67-4dcb-8d53-eef9a934aa84 req-fd2bb840-f1dc-4feb-874f-88db8aee00d5 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450125 Aug 26 16:10:15.897293 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=4']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:15.904215 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.904557 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.904895 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.905231 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.905555 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.905877 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.906197 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.906559 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.906880 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.907223 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.907542 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.907861 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.908177 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.908509 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:15.908803 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:10:16.142036 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] get_ports_and_sgs() called for port_ids ['6b4a2508-789a-48c0-8c44-cc5c0043d9c9'] {{(pid=113648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 26 16:10:16.983891 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f664682-14d7-403f-ba1c-b9aad82d2995 req-9f9324c1-ed68-449b-80bc-70bf7c4b84ce tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:16.985345 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f664682-14d7-403f-ba1c-b9aad82d2995 req-9f9324c1-ed68-449b-80bc-70bf7c4b84ce tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 945 time: 0.0468709 Aug 26 16:10:17.033878 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-5f664682-14d7-403f-ba1c-b9aad82d2995 req-7178ef56-4120-49e3-a67c-e104cd19ee05 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422812 Aug 26 16:10:17.537264 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 up at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 26 16:10:17.579458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning for port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 completed by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 26 16:10:17.638708 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.provisioning_blocks [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Provisioning complete for port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 triggered by entity L2. {{(pid=113648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 26 16:10:17.639103 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1015682'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), provisioning_complete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:17.659900 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:17.675323 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:17.712657 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Current status of the port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 is: BUILD; New status is: ACTIVE {{(pid=113648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 26 16:10:17.713046 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), before_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:17.736732 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9'}] {{(pid=113648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:10:17.739114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61d6383332ad76bc4dec574b994189ba873f5eb895d6b88095354e03699d04bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b34929-aa3d-42c5-93ba-674ed80150c7" -d '{"events": [{"server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9"}]}' {{(pid=113648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:10:17.754580 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:10:17.778296 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421571ef-a5e1-4929-91ab-c3e5ad264194 x-openstack-request-id: req-421571ef-a5e1-4929-91ab-c3e5ad264194 {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:10:17.778582 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "name": "network-vif-plugged", "status": "completed", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9", "code": 200}]} {{(pid=113648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:10:17.778824 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-421571ef-a5e1-4929-91ab-c3e5ad264194 {{(pid=113648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:10:17.779246 dv-cinder-851449-7-iscsi neutron-server[113648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421571ef-a5e1-4929-91ab-c3e5ad264194'] response: {'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'code': 200} Aug 26 16:10:17.839373 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:17.885599 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Pushing event updated for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=5']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:18.159880 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b476f-714c-48c0-b70c-ec2661c37e6c req-6fb6f8ca-af38-4ceb-ab58-7c1d2d18badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:18.161502 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b61b476f-714c-48c0-b70c-ec2661c37e6c req-6fb6f8ca-af38-4ceb-ab58-7c1d2d18badb service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1130 time: 0.0682232 Aug 26 16:10:18.163903 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:18.176641 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001d3ec-ff39-4eaa-905d-8da89fcd4be8 req-55479150-92ab-425d-b90d-ef684330db55 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:18.178036 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7001d3ec-ff39-4eaa-905d-8da89fcd4be8 req-55479150-92ab-425d-b90d-ef684330db55 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.0548606 Aug 26 16:10:18.244755 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b61b476f-714c-48c0-b70c-ec2661c37e6c req-5489a41d-dbfc-4fb2-aba9-a146884e5002 service neutron] 10.222.0.102 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657845 Aug 26 16:10:18.257976 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-7001d3ec-ff39-4eaa-905d-8da89fcd4be8 req-f34327af-61fe-477e-a0bb-8697c008a9fd tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726550 Aug 26 16:10:19.265366 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:19.272019 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:19.377934 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527db7c6-abc9-4ac7-8820-3f65aa1f3b9f req-2b84aa73-b2b8-4268-98ee-2fb5f4d16cb1 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:19.379944 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-527db7c6-abc9-4ac7-8820-3f65aa1f3b9f req-2b84aa73-b2b8-4268-98ee-2fb5f4d16cb1 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.0484388 Aug 26 16:10:19.435779 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-527db7c6-abc9-4ac7-8820-3f65aa1f3b9f req-d6ab1149-d2ed-4a31-97d9-65729fc5bdd4 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501311 Aug 26 16:10:20.554589 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05209ba9-2f78-4e5f-98cf-256c55024eff req-bdda115b-ba3a-4c4e-9f61-20080ff3c3cc tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:20.556055 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05209ba9-2f78-4e5f-98cf-256c55024eff req-bdda115b-ba3a-4c4e-9f61-20080ff3c3cc tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.0475843 Aug 26 16:10:20.606233 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-05209ba9-2f78-4e5f-98cf-256c55024eff req-71573c72-2ecf-4c5f-8757-33336ea7a43d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444410 Aug 26 16:10:20.722388 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33518e-6a8a-4b8b-bd2b-550e780864d3 req-51fb0196-e3ce-4571-a2ca-85b4cf593700 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:20.724366 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2a33518e-6a8a-4b8b-bd2b-550e780864d3 req-51fb0196-e3ce-4571-a2ca-85b4cf593700 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.0467708 Aug 26 16:10:20.772037 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2a33518e-6a8a-4b8b-bd2b-550e780864d3 req-41ffb1a3-257c-40ac-9bda-700cfb5871e2 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420127 Aug 26 16:10:20.798177 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 32968) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:10:20.841057 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08554b-e942-4ada-9bab-1f13a747c9b5 tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:20.842531 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7a08554b-e942-4ada-9bab-1f13a747c9b5 tempest-TestVolumeBootPattern-2137014346 tempest-TestVolumeBootPattern-2137014346-project-admin] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1125 time: 0.0434034 Aug 26 16:10:20.845338 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 32970) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:10:20.849610 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.v2.base [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Request body: {'floatingip': {'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'port_id': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=113647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 26 16:10:20.947599 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.037298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (None), before_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.039623 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:21.145734 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_common [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Allocated IP 172.27.1.70 (f5570674-0153-4a3c-8140-130371c301ec/c29e85a5-b62f-4048-9319-66c92ff11576/5bdb30a7-39a1-43d5-83cb-5a71a101af6c) {{(pid=113647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 26 16:10:21.245477 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.272652 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:21.323674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735191518540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.367594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Network f5570674-0153-4a3c-8140-130371c301ec is already hosted by enough agents. {{(pid=113647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 26 16:10:21.372077 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.base_scheduler [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Resources bound (agent type, host, resource id): {{(pid=113647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 26 16:10:21.374606 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Received port after_create {{(pid=113647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 26 16:10:21.399642 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=5bdb30a7-39a1-43d5-83cb-5a71a101af6c,revision_number=1']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:21.735630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (d9790953-9b68-42a0-a1e4-23cff3655da1), precommit_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.861275 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-646229'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), before_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:21.982655 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:22.014436 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), precommit_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:22.055893 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735191897209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735191518558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735191518576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63851837'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), after_update {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:22.121710 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event updated for resources: {'Port': ['ID=5bdb30a7-39a1-43d5-83cb-5a71a101af6c,revision_number=2']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:10:22.126464 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-67073795'] for floatingip (d9790953-9b68-42a0-a1e4-23cff3655da1), after_create {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:22.163687 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:22.222560 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP d9790953-9b68-42a0-a1e4-23cff3655da1 associated. External IP: 172.27.1.70, port: 6b4a2508-789a-48c0-8c44-cc5c0043d9c9. Aug 26 16:10:22.424219 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:10:22.528785 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:10:22.538191 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:10:22.548829 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:10:22.549429 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:10:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:10:22.618472 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:22.650454 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7b161a3a-7606-4a1c-89d4-df43ff6ceceb tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8040891 Aug 26 16:10:22.651095 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:10:22.653141 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:10:22.653491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6" -d '{"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:10:22.691192 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ff75a0-7f03-4230-a979-909c7fa0e293 x-openstack-request-id: req-f5ff75a0-7f03-4230-a979-909c7fa0e293 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:10:22.691489 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:10:22.692400 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-f5ff75a0-7f03-4230-a979-909c7fa0e293 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:10:22.692875 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ff75a0-7f03-4230-a979-909c7fa0e293'] response: {'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'status': 'completed', 'code': 200} Aug 26 16:10:22.806237 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-b44ab327-eca9-409d-8cee-13ea194c6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:22.808201 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-b44ab327-eca9-409d-8cee-13ea194c6cea service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1130 time: 0.0415785 Aug 26 16:10:22.867498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:22.878111 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}, {'id': 'd9790953-9b68-42a0-a1e4-23cff3655da1', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:97:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:10:21Z', 'updated_at': '2022-08-26T16:10:21Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:10:22.904536 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:10:22.908246 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-39bc9e09-dc16-428a-9e0a-10446d5ec1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:22.909709 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-39bc9e09-dc16-428a-9e0a-10446d5ec1fb service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0960455 Aug 26 16:10:22.913385 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:10:22.913988 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:10:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:10:22.976734 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-0667ca5d-ba06-439f-9e80-dd5a6a8d6d33 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 200 len: 999 time: 0.0608451 Aug 26 16:10:23.028726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-5aeba948-17d1-4748-9d27-f39ab2e3249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:23.030225 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-5aeba948-17d1-4748-9d27-f39ab2e3249f service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0479510 Aug 26 16:10:23.078997 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-c36a4d42-0403-4b43-a161-674ec385f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:23.080491 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-c36a4d42-0403-4b43-a161-674ec385f2b4 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443530 Aug 26 16:10:23.111467 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:10:23.171086 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-880f4279-fe82-4091-a013-299e9a74cb9c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Aug 26 16:10:23.266632 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-098cbdfe-edb1-4853-b9a5-4f685d6c21e6 req-3de4f4fb-f62b-44c6-b577-c58f83b16dff service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892432 Aug 26 16:10:23.327048 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}, {'id': 'd9790953-9b68-42a0-a1e4-23cff3655da1', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:97:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:10:21Z', 'updated_at': '2022-08-26T16:10:21Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:10:23.351840 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137980c-d8f2-4d0c-924e-1c703f4c2add None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}, {'id': 'd9790953-9b68-42a0-a1e4-23cff3655da1', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.70', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:97:7f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:10:21Z', 'updated_at': '2022-08-26T16:10:21Z', 'revision_number': 0, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:10:23.550670 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da15549-e495-40e2-aeda-68fa62e913b5 None None] New status for floating IP d9790953-9b68-42a0-a1e4-23cff3655da1: ACTIVE {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:10:33.262082 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=58 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:33.263984 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=33 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:33.328915 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=73 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:33.329714 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=75 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:33.649560 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:33.656640 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:37.558439 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-38cfad55-8363-47aa-88a2-8b0eedc3b2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:40.197019 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-cf6d46f7-6694-4ec3-9e8d-b63441238baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:40.305804 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:10:41.877157 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:43.289498 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:43.483718 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:44.442873 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:10:46.100442 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-66246e8d-079b-4794-8558-76680edc391f service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388615 Aug 26 16:10:46.202492 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-5cfcaf13-261c-44f0-9cdd-c4083c0efabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:46.203996 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-5cfcaf13-261c-44f0-9cdd-c4083c0efabe service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0402703 Aug 26 16:10:46.309831 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-3d6848ed-154a-4131-a699-293bce810a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:46.311292 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-3d6848ed-154a-4131-a699-293bce810a7f service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0903900 Aug 26 16:10:46.370464 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-e72bdd6e-b177-43ee-ba53-9bee412d78ab service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 1000 time: 0.0529025 Aug 26 16:10:46.421506 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-e593daa5-3fb4-45d8-93d0-016f447cdf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:46.422904 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-e593daa5-3fb4-45d8-93d0-016f447cdf5e service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0472207 Aug 26 16:10:46.466081 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-33d053dd-fc2e-4a22-ba02-7eae69c15ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:10:46.467582 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-33d053dd-fc2e-4a22-ba02-7eae69c15ef6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379043 Aug 26 16:10:46.555053 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-5448dba5-4175-4b12-974f-59808bcdf755 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811784 Aug 26 16:10:46.647061 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-0b6213f0-d7ab-4646-a1bf-31d6146e4760 req-c346f3b9-7b86-48eb-aa3e-120ad3f9f76c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861979 Aug 26 16:10:54.340515 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:54.346910 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:56.642546 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=50 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:10:56.643402 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=51 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:05.266893 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=16 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:05.271176 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=18 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:07.562170 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0917ca65-d5b8-4f96-b57c-2e389c9be6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:10.214135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c888d5b1-f376-4238-9dae-53c4e188e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:11.876236 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:13.259913 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:13.460019 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:14.431287 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:17.304633 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:11:24.341015 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:24.342932 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:33.267610 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:33.272491 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=6 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:37.567640 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1727a121-6278-4305-81a0-e807f2638773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:40.190523 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6c936c9b-4023-48d5-9ecf-ce4ba5b989f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:41.904383 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:43.281420 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:43.470512 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:44.430367 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:46.084645 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-b214bb49-b850-47cd-8c4f-492354aed1cd service neutron] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400295 Aug 26 16:11:46.163660 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-6b1b115f-3c5b-41a1-8a2a-bc69285893f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:46.165119 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-6b1b115f-3c5b-41a1-8a2a-bc69285893f6 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1130 time: 0.0431306 Aug 26 16:11:46.267521 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-b75aef53-21df-4a4e-8bbd-956a5f1aa968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:46.268959 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-b75aef53-21df-4a4e-8bbd-956a5f1aa968 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0861933 Aug 26 16:11:46.331903 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-a8156340-532c-44c4-a5ab-ec09d9c37f17 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 200 len: 1001 time: 0.0574679 Aug 26 16:11:46.379534 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-d84ca345-9b78-47c1-9b18-587369f2f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:46.380925 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-d84ca345-9b78-47c1-9b18-587369f2f18a service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0436080 Aug 26 16:11:46.424830 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-5e78ff33-952b-4f4a-8696-46fcd324df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:46.426277 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-5e78ff33-952b-4f4a-8696-46fcd324df5c service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399323 Aug 26 16:11:46.518615 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-5cc6e74a-e72a-4892-ab80-ae26648a6a47 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Aug 26 16:11:46.608867 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-12dfe283-6268-4b2e-8c33-943b2be4741d req-a6f13273-3e00-4b1a-ab40-d3e4ec5a6645 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845809 Aug 26 16:11:49.538224 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 32990) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:11:49.681086 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port 5bdb30a7-39a1-43d5-83cb-5a71a101af6c {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:11:49.681427 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:49.759301 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:49.759621 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:49.772679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for 5bdb30a7-39a1-43d5-83cb-5a71a101af6c owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:11:49.902745 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:49.908679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:50.071099 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (5bdb30a7-39a1-43d5-83cb-5a71a101af6c), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:50.098186 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=5bdb30a7-39a1-43d5-83cb-5a71a101af6c,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:11:50.122310 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.122658 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.123037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.123383 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.123719 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.124067 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.124377 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.124705 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.125033 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.125359 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.125687 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.126628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.126979 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.127308 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.127627 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:11:50.170101 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (d9790953-9b68-42a0-a1e4-23cff3655da1), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:50.170376 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP d9790953-9b68-42a0-a1e4-23cff3655da1 disassociated (deleted). External IP: 172.27.1.70, port: 6b4a2508-789a-48c0-8c44-cc5c0043d9c9. Aug 26 16:11:50.365491 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:11:50.469966 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:11:50.474595 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:50.479407 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:11:50.490100 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:11:50.490727 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:50.505935 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-2f2a34bc-956c-4001-88ac-b10b98924a82 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/d9790953-9b68-42a0-a1e4-23cff3655da1 HTTP/1.1" status: 204 len: 168 time: 0.9665618 Aug 26 16:11:50.506643 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:11:50.509940 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11447854-e645-4cde-b213-63d8527043ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:11:50.573841 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e54e8a1-85b2-4a7b-aa63-ebd38108fc30 x-openstack-request-id: req-4e54e8a1-85b2-4a7b-aa63-ebd38108fc30 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:11:50.575037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:11:50.578216 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-4e54e8a1-85b2-4a7b-aa63-ebd38108fc30 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:11:50.578216 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e54e8a1-85b2-4a7b-aa63-ebd38108fc30'] response: {'name': 'network-changed', 'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'status': 'completed', 'code': 200} Aug 26 16:11:50.596198 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:11:50.658895 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447854-e645-4cde-b213-63d8527043ff req-b3756dbe-3de7-4d0f-8015-485e9afb5a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:50.660540 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-b3756dbe-3de7-4d0f-8015-485e9afb5a3b service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 1130 time: 0.0403130 Aug 26 16:11:50.757747 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447854-e645-4cde-b213-63d8527043ff req-0950c387-5327-4714-9153-db1982a68ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:50.759187 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-0950c387-5327-4714-9153-db1982a68ff9 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0933969 Aug 26 16:11:50.798089 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-8febe765-9749-46de-811e-1d231bb4a584 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 200 len: 217 time: 0.0323887 Aug 26 16:11:50.811287 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:50.836231 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:11:50.845329 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:11:50.845958 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:50.851174 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447854-e645-4cde-b213-63d8527043ff req-61f6317e-28c0-4dc4-82c4-ab210d5821ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:50.852671 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-61f6317e-28c0-4dc4-82c4-ab210d5821ae service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0491109 Aug 26 16:11:50.900037 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11447854-e645-4cde-b213-63d8527043ff req-3404f9ab-2444-4dee-9afc-cfc58568d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:50.901584 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-3404f9ab-2444-4dee-9afc-cfc58568d12d service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434923 Aug 26 16:11:50.949040 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:11:51.002392 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-be957175-d4b6-44cd-9ab8-550730e4fa1c service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951734 Aug 26 16:11:51.107182 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23844887-ddcd-49b1-a6c6-6454ba67d890 req-40b472e7-67b7-46dd-9d9b-d079c0299ae6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:51.108651 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-23844887-ddcd-49b1-a6c6-6454ba67d890 req-40b472e7-67b7-46dd-9d9b-d079c0299ae6 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.1018159 Aug 26 16:11:51.134644 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:51.159310 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-23844887-ddcd-49b1-a6c6-6454ba67d890 req-bb72746c-f667-48f1-89f0-810d660910b7 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448837 Aug 26 16:11:51.164449 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:51.192676 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9ab80a-0d4b-4059-873a-38f1f46c1e73 None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_floatingips': [{'id': 'b292802d-66cc-411f-8195-10d9c4bd4a18', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'floating_ip_address': '172.27.1.28', 'floating_network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'router_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'port_id': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'mac_address': 'fa:16:3e:e0:14:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-26T16:08:19Z', 'updated_at': '2022-08-26T16:08:21Z', 'revision_number': 1, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:11:51.415331 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930856d4-0772-4e19-b15a-b9133a92a453 None None] New status for floating IP d9790953-9b68-42a0-a1e4-23cff3655da1: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:11:52.249490 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-11447854-e645-4cde-b213-63d8527043ff req-fdda9352-5d83-4aa7-8003-ebac16c96dfe service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956607 Aug 26 16:11:52.620386 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8921cf0-48d3-4c77-ac3e-34a08a8380e0 req-743464fe-f004-492d-8f82-3595ed36306e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:52.622079 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b8921cf0-48d3-4c77-ac3e-34a08a8380e0 req-743464fe-f004-492d-8f82-3595ed36306e tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.3841262 Aug 26 16:11:52.665950 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:52.670856 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-b8921cf0-48d3-4c77-ac3e-34a08a8380e0 req-841856cb-0eb5-4a4e-9c69-55b5e458cbef tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425551 Aug 26 16:11:52.847272 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-1daa0df3-fac2-4deb-8032-ccff330de57d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:52.848619 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-1daa0df3-fac2-4deb-8032-ccff330de57d tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 946 time: 0.0462246 Aug 26 16:11:52.940299 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:11:52.940630 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:53.027142 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] For port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:11:53.027505 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:53.043726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:11:53.235659 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (6b4a2508-789a-48c0-8c44-cc5c0043d9c9), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:53.263479 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=6b4a2508-789a-48c0-8c44-cc5c0043d9c9,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:11:53.313662 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] No DVR routers for this DVR port 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:11:53.316264 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:53.319505 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-f996219c-f60e-4ed1-afe4-a16240e93413 req-4d436d23-f62d-4337-ac7c-9e5f998d3c4a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "DELETE /networking/v2.0/ports/6b4a2508-789a-48c0-8c44-cc5c0043d9c9 HTTP/1.1" status: 204 len: 173 time: 0.4656897 Aug 26 16:11:53.324896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'name': 'network-vif-deleted', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:11:53.324896 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab52e1a-fce2-4d65-b86f-75bae36fc90c" -d '{"events": [{"server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "name": "network-vif-deleted", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:11:53.360839 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4896c5-e2cf-45f2-ab7d-582444e86ce3 x-openstack-request-id: req-2a4896c5-e2cf-45f2-ab7d-582444e86ce3 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:11:53.361060 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fff8127-cbc0-47db-abf4-4e5bb5c211e8", "name": "network-vif-deleted", "tag": "6b4a2508-789a-48c0-8c44-cc5c0043d9c9", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:11:53.361237 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-2a4896c5-e2cf-45f2-ab7d-582444e86ce3 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:11:53.361637 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4896c5-e2cf-45f2-ab7d-582444e86ce3'] response: {'server_uuid': '4fff8127-cbc0-47db-abf4-4e5bb5c211e8', 'name': 'network-vif-deleted', 'tag': '6b4a2508-789a-48c0-8c44-cc5c0043d9c9', 'status': 'completed', 'code': 200} Aug 26 16:11:53.778088 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-9fc7c3d9-c1d4-4382-b3c6-4c3f2351257f req-72bbe2b5-af37-477e-bd41-d24ed49a0ba7 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=4fff8127-cbc0-47db-abf4-4e5bb5c211e8 HTTP/1.1" status: 200 len: 210 time: 0.0286994 Aug 26 16:11:54.303744 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:11:56.001122 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:11:56.023556 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:11:56.023898 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 6b4a2508-789a-48c0-8c44-cc5c0043d9c9 not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:11:57.460239 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33032) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:11:57.598912 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port 56bd40d2-997f-4c4f-a917-e2e8dee5b37b {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:11:57.599283 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:57.676961 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:57.677281 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:57.690446 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for 56bd40d2-997f-4c4f-a917-e2e8dee5b37b owned by network:floatingip {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:11:57.745351 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:57.779561 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:57.893255 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (56bd40d2-997f-4c4f-a917-e2e8dee5b37b), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:57.919832 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=56bd40d2-997f-4c4f-a917-e2e8dee5b37b,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:11:57.981662 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (b292802d-66cc-411f-8195-10d9c4bd4a18), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:57.981971 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.db.l3_db [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Floating IP b292802d-66cc-411f-8195-10d9c4bd4a18 disassociated (deleted). External IP: 172.27.1.28, port: 9bcbb986-ec78-4b94-886b-b800f34b40eb. Aug 26 16:11:58.183554 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:11:58.289160 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:11:58.293822 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:11:58.298840 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:11:58.309715 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:11:58.310313 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:58.325665 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-b6f9c7de-9931-4b1b-93a2-32a930f04377 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/b292802d-66cc-411f-8195-10d9c4bd4a18 HTTP/1.1" status: 204 len: 168 time: 0.8643177 Aug 26 16:11:58.326343 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:11:58.328836 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6828dddb-2645-446f-b31e-5b1eae290add" -d '{"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:11:58.369146 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 26 Aug 2022 16:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d0edd-1c39-461f-8500-5764e078bc4b x-openstack-request-id: req-ab3d0edd-1c39-461f-8500-5764e078bc4b {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:11:58.369498 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:11:58.369815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-ab3d0edd-1c39-461f-8500-5764e078bc4b {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:11:58.370288 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3d0edd-1c39-461f-8500-5764e078bc4b'] response: {'name': 'network-changed', 'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'status': 'completed', 'code': 200} Aug 26 16:11:58.419114 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:11:58.426893 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:58.457951 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828dddb-2645-446f-b31e-5b1eae290add req-a2bac0d1-b04c-467b-8b06-491a7405dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:58.459529 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-a2bac0d1-b04c-467b-8b06-491a7405dedf service neutron] 10.222.0.102 "GET /networking/v2.0/ports?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 1129 time: 0.0408106 Aug 26 16:11:58.558822 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828dddb-2645-446f-b31e-5b1eae290add req-0885d27a-2ffe-4080-81df-51e3089199c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:58.560387 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-0885d27a-2ffe-4080-81df-51e3089199c3 service neutron] 10.222.0.102 "GET /networking/v2.0/networks?id=b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 200 len: 912 time: 0.0953600 Aug 26 16:11:58.593887 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:58.603494 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-032d7380-15bd-47a8-a5b8-0f30aea3bd99 service neutron] 10.222.0.102 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 200 len: 217 time: 0.0355377 Aug 26 16:11:58.609652 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:58.638669 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:11:58.668079 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:11:58.668079 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:58.668434 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828dddb-2645-446f-b31e-5b1eae290add req-a395d1eb-f376-4010-a965-359a409b62a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:58.668434 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-a395d1eb-f376-4010-a965-359a409b62a2 service neutron] 10.222.0.102 "GET /networking/v2.0/subnets?id=5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 200 len: 850 time: 0.0454175 Aug 26 16:11:58.710665 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828dddb-2645-446f-b31e-5b1eae290add req-3fb6caef-0c65-4941-9c2e-7603b6e24ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:58.712244 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-3fb6caef-0c65-4941-9c2e-7603b6e24ed0 service neutron] 10.222.0.102 "GET /networking/v2.0/ports?network_id=b0da63e8-a587-4953-adca-efb59d8c08a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511587 Aug 26 16:11:58.764532 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:11:58.808065 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-5a6a5805-1541-4acb-a329-0f35a5ba7c42 service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896163 Aug 26 16:11:58.837736 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:11:58.916137 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec09ef-bafc-4371-bea3-fcfb59151a3d req-19533363-1730-464c-b083-b5e8030492f8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:11:58.917610 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-99ec09ef-bafc-4371-bea3-fcfb59151a3d req-19533363-1730-464c-b083-b5e8030492f8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Aug 26 16:11:58.969184 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-99ec09ef-bafc-4371-bea3-fcfb59151a3d req-451d1b2c-fb25-467c-9e58-7c2eaef9266b tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459216 Aug 26 16:11:59.024836 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:11:59.049020 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d3991c-e29c-4267-b859-93fc90c8f95c None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:04:51Z', 'revision_number': 4, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi', '_interfaces': [{'id': 'd050785c-0f6b-41d7-ab03-8a3192fcbb7f', 'name': '', 'network_id': 'b0da63e8-a587-4953-adca-efb59d8c08a4', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'mac_address': 'fa:16:3e:3e:b2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:50Z', 'updated_at': '2022-08-26T16:04:58Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'subnets': [{'id': '5a25c26c-8ee8-4dad-abef-8704c29fdcd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:11:59.275901 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e91f78-5f8d-47e9-b521-645d4633b99c None None] New status for floating IP b292802d-66cc-411f-8195-10d9c4bd4a18: DOWN {{(pid=113648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 26 16:12:00.032900 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-6828dddb-2645-446f-b31e-5b1eae290add req-5340d846-6e4b-4c2d-b53f-59bf5d7b661d service neutron] 10.222.0.102 "GET /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865283 Aug 26 16:12:00.077715 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=100 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:00.096802 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fbb9b-8249-442c-b6d0-30fa94e616e7 req-fbb43d3f-ea53-4eeb-847b-d4dc0705c676 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:12:00.098334 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b8fbb9b-8249-442c-b6d0-30fa94e616e7 req-fbb43d3f-ea53-4eeb-847b-d4dc0705c676 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0539665 Aug 26 16:12:00.148562 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-2b8fbb9b-8249-442c-b6d0-30fa94e616e7 req-9d5f2d2e-bfe1-435d-bcb5-214af06f0a89 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/security-groups?id=0046eec9-1ca7-4c63-95ac-ff3ecf555633&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445013 Aug 26 16:12:00.666748 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-e6f0d27b-04f7-44e6-b26e-a8379da56ebf tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=113647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 26 16:12:00.668201 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-e6f0d27b-04f7-44e6-b26e-a8379da56ebf tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 945 time: 0.0453644 Aug 26 16:12:00.748049 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port 9bcbb986-ec78-4b94-886b-b800f34b40eb {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:00.748388 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:00.843674 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] For port 9bcbb986-ec78-4b94-886b-b800f34b40eb, host hv-cinder-85144, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85144',level=0,port_id=9bcbb986-ec78-4b94-886b-b800f34b40eb,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:00.843947 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:00.857680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for 9bcbb986-ec78-4b94-886b-b800f34b40eb owned by compute:nova {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:01.092741 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (9bcbb986-ec78-4b94-886b-b800f34b40eb), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:01.120131 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=9bcbb986-ec78-4b94-886b-b800f34b40eb,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:01.167104 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] No DVR routers for this DVR port 9bcbb986-ec78-4b94-886b-b800f34b40eb on host hv-cinder-85144 {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:12:01.169600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for port (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:01.173450 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-84dd4e5f-7fb1-4cb1-9195-549067a64328 req-6e38d2e9-fe26-4d4f-a118-2d746288717a tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.102 "DELETE /networking/v2.0/ports/9bcbb986-ec78-4b94-886b-b800f34b40eb HTTP/1.1" status: 204 len: 173 time: 0.4996543 Aug 26 16:12:01.173972 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'name': 'network-vif-deleted', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb'}] {{(pid=113647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 26 16:12:01.176245 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.94/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5b8c608a113f7725661991426576151b304f8649cd2088d74a9a79b443a47d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a4b971-e94d-4e19-a86b-6d2623e46308" -d '{"events": [{"server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "name": "network-vif-deleted", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb"}]}' {{(pid=113647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 26 16:12:01.214511 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 26 Aug 2022 16:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e08c418-87b4-418b-8988-7df27cda3241 x-openstack-request-id: req-6e08c418-87b4-418b-8988-7df27cda3241 {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 26 16:12:01.214815 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e773e1-f20a-476e-80a4-d6b769ee4004", "name": "network-vif-deleted", "tag": "9bcbb986-ec78-4b94-886b-b800f34b40eb", "status": "completed", "code": 200}]} {{(pid=113647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 26 16:12:01.215106 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.94/compute/v2.1/os-server-external-events used request id req-6e08c418-87b4-418b-8988-7df27cda3241 {{(pid=113647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 26 16:12:01.215525 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e08c418-87b4-418b-8988-7df27cda3241'] response: {'server_uuid': '53e773e1-f20a-476e-80a4-d6b769ee4004', 'name': 'network-vif-deleted', 'tag': '9bcbb986-ec78-4b94-886b-b800f34b40eb', 'status': 'completed', 'code': 200} Aug 26 16:12:01.262432 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-4f567fc9-683f-4eb8-ab12-908b71d42224 req-c949c8ad-c87d-48a4-a188-4cad34d0c7d0 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 210 time: 0.0323365 Aug 26 16:12:02.379817 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [req-8a0bb9b8-0de9-400b-863b-1a7d27151122 req-9aa38bbd-ea69-47d3-9fc5-64adf9f67038 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "GET /networking/v2.0/ports?device_id=53e773e1-f20a-476e-80a4-d6b769ee4004 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Aug 26 16:12:03.445486 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 33050) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:03.555967 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Deleting port 73737f32-ad0f-454c-a09d-d0073d1ef770 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:03.556313 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.636416 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.636747 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (73737f32-ad0f-454c-a09d-d0073d1ef770), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.650153 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Calling delete_port for 73737f32-ad0f-454c-a09d-d0073d1ef770 owned by network:floatingip {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:03.852553 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (73737f32-ad0f-454c-a09d-d0073d1ef770), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.876485 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'Port': ['ID=73737f32-ad0f-454c-a09d-d0073d1ef770,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:03.886587 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.886958 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.887342 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.887685 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.888022 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.888702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.888702 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.888992 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.889325 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.889683 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.890015 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.890345 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.890669 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.891684 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.892177 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:03.955914 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for floatingip (a8904e2e-5743-4b0a-9b68-f543b2bcd4c6), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.958506 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34816'] for floatingip (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:03.959755 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ceb6f48f-cc1c-458c-853a-b5cdf5405751 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "DELETE /networking/v2.0/floatingips/a8904e2e-5743-4b0a-9b68-f543b2bcd4c6 HTTP/1.1" status: 204 len: 168 time: 0.5147076 Aug 26 16:12:04.031369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9bcbb986-ec78-4b94-886b-b800f34b40eb no longer exists at agent hyperv_hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:04.052256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] No Port match for: 9bcbb986-ec78-4b94-886b-b800f34b40eb {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:04.052606 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Device 9bcbb986-ec78-4b94-886b-b800f34b40eb not bound to the agent host hv-cinder-85144 {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:05.231600 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33064) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:05.290142 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (0046eec9-1ca7-4c63-95ac-ff3ecf555633), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:05.314661 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (0046eec9-1ca7-4c63-95ac-ff3ecf555633), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:05.429912 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (0046eec9-1ca7-4c63-95ac-ff3ecf555633), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:05.432552 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:05.433728 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] 10.222.0.94 "DELETE /networking/v2.0/security-groups/0046eec9-1ca7-4c63-95ac-ff3ecf555633 HTTP/1.1" status: 204 len: 168 time: 0.2010791 Aug 26 16:12:05.444238 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744aecbe-e9f2-4c52-8dc0-2984e519c5e8 tempest-TestVolumeBootPattern-1888948582 tempest-TestVolumeBootPattern-1888948582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0046eec9-1ca7-4c63-95ac-ff3ecf555633,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:05.461767 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:05.462334 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:05.554092 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33068) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:05.733560 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:05.828653 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:05.964407 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (fa6582bd-b907-48c5-acb5-e26f83581332), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.182440 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Deleting port d050785c-0f6b-41d7-ab03-8a3192fcbb7f {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:06.182773 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.261195 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] For port d050785c-0f6b-41d7-ab03-8a3192fcbb7f, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:06.261877 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.275254 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Calling delete_port for d050785c-0f6b-41d7-ab03-8a3192fcbb7f owned by network:router_interface {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:06.544399 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (d050785c-0f6b-41d7-ab03-8a3192fcbb7f), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.573870 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d050785c-0f6b-41d7-ab03-8a3192fcbb7f,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:06.628018 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:06.731780 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:06.736014 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (fa6582bd-b907-48c5-acb5-e26f83581332), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:06.940579 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Router fa6582bd-b907-48c5-acb5-e26f83581332 has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:12:07.040211 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:12:07.045020 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-7cf54cf7-1b6b-4340-9229-e97ba99e9d63 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/fa6582bd-b907-48c5-acb5-e26f83581332/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4899225 Aug 26 16:12:07.048987 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33072) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:07.050823 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Sync routers for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:12:07.065832 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:12:07.066425 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:07.145189 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks [] for router (fa6582bd-b907-48c5-acb5-e26f83581332), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.161069 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: dv-cinder-851449-7-iscsi {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:12:07.243391 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks [] for router_gateway (fa6582bd-b907-48c5-acb5-e26f83581332), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.331806 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:12:06Z', 'revision_number': 5, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port': {'id': 'a66b4acd-182b-4b7f-b69d-f69592a41899', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:48Z', 'updated_at': '2022-08-26T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:07.356400 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Checking router: fa6582bd-b907-48c5-acb5-e26f83581332 for host: dv-cinder-851449-7-iscsi {{(pid=113649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:12:07.358794 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Deleting port a66b4acd-182b-4b7f-b69d-f69592a41899 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:07.359323 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.364617 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=100 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:07.366699 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Routers {'fa6582bd-b907-48c5-acb5-e26f83581332'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:12:07.367356 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:11:40Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['fa6582bd-b907-48c5-acb5-e26f83581332'], 'active': True} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:07.454913 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_dvr_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] Set router fa6582bd-b907-48c5-acb5-e26f83581332 gateway port host: None {{(pid=113649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:12:07.510330 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.l3_hamode_db [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:12:07Z', 'revision_number': 6, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port_host': None}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:07.537008 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75a5368-6e1d-41b4-85ea-cb500103b57e None None] The sync data for ids ['fa6582bd-b907-48c5-acb5-e26f83581332'] in dv-cinder-851449-7-iscsi is: [{'id': 'fa6582bd-b907-48c5-acb5-e26f83581332', 'name': 'tempest-TestVolumeBootPattern-578987518-router', 'tenant_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:47Z', 'updated_at': '2022-08-26T16:12:07Z', 'revision_number': 6, 'project_id': '3c5f0e0c02e64047b9ca17a7320b0bf5', 'gw_port_host': None}] {{(pid=113649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:12:07.578981 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4a2ff5f8-d979-4826-9e9f-4bb802adcc25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.708728 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] For port a66b4acd-182b-4b7f-b69d-f69592a41899, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=a66b4acd-182b-4b7f-b69d-f69592a41899,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:07.709083 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.722415 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Calling delete_port for a66b4acd-182b-4b7f-b69d-f69592a41899 owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:07.830322 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:07.884055 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:07.915460 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d050785c-0f6b-41d7-ab03-8a3192fcbb7f no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:07.938893 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: d050785c-0f6b-41d7-ab03-8a3192fcbb7f {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:07.939274 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device d050785c-0f6b-41d7-ab03-8a3192fcbb7f not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:07.963673 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (a66b4acd-182b-4b7f-b69d-f69592a41899), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:07.988043 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Pushing event deleted for resources: {'Port': ['ID=a66b4acd-182b-4b7f-b69d-f69592a41899,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:08.056909 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (fa6582bd-b907-48c5-acb5-e26f83581332), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.144201 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (fa6582bd-b907-48c5-acb5-e26f83581332), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.146365 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks [] for router_controller (fa6582bd-b907-48c5-acb5-e26f83581332), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.264616 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (fa6582bd-b907-48c5-acb5-e26f83581332), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.265119 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa6582bd-b907-48c5-acb5-e26f83581332 {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:12:08.270564 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.273505 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-0fe237ad-2d21-44c8-9e50-12057c73b055 admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/fa6582bd-b907-48c5-acb5-e26f83581332 HTTP/1.1" status: 204 len: 168 time: 1.2219357 Aug 26 16:12:08.274603 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33074) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:08.319913 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Deleting subnet 5a25c26c-8ee8-4dad-abef-8704c29fdcd6 {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:12:08.323349 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Publish callbacks [] for subnet (5a25c26c-8ee8-4dad-abef-8704c29fdcd6), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.362693 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (5a25c26c-8ee8-4dad-abef-8704c29fdcd6), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.438825 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (5a25c26c-8ee8-4dad-abef-8704c29fdcd6), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.595559 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (5a25c26c-8ee8-4dad-abef-8704c29fdcd6), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.623401 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a25c26c-8ee8-4dad-abef-8704c29fdcd6,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:08.629902 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.633132 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-dc8b647c-3e73-4f4b-93dd-25ee4c10b63c admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/5a25c26c-8ee8-4dad-abef-8704c29fdcd6 HTTP/1.1" status: 204 len: 168 time: 0.3573415 Aug 26 16:12:08.635732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33076) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:08.635889 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec314c-faee-45eb-afcd-ca0fed95c124 None None] Network b0da63e8-a587-4953-adca-efb59d8c08a4 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:12:08.706679 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (b0da63e8-a587-4953-adca-efb59d8c08a4), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.749938 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Deleting port b43894f9-f5d9-4091-b130-3c457071dc06 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:08.750269 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.804365 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] DHCP port deletion for b0da63e8-a587-4953-adca-efb59d8c08a4 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:12:08.819424 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] For port b43894f9-f5d9-4091-b130-3c457071dc06, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b43894f9-f5d9-4091-b130-3c457071dc06,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:08.819787 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.832936 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Calling delete_port for b43894f9-f5d9-4091-b130-3c457071dc06 owned by network:dhcp {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:08.840091 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Deleting port b43894f9-f5d9-4091-b130-3c457071dc06 {{(pid=113648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:08.840458 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), before_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.879132 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:08.904079 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.db [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] For port b43894f9-f5d9-4091-b130-3c457071dc06, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=b43894f9-f5d9-4091-b130-3c457071dc06,segment=NetworkSegment(00ca14e2-fe4b-48ea-8900-aac2b638a251),segment_id=00ca14e2-fe4b-48ea-8900-aac2b638a251)] {{(pid=113648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:08.904472 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), precommit_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:08.917599 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Calling delete_port for b43894f9-f5d9-4091-b130-3c457071dc06 owned by network:dhcp {{(pid=113648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:09.007525 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: from cryptography.utils import int_from_bytes Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: from cryptography.utils import int_from_bytes Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.008304 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: self.session.flush() Aug 26 16:12:09.022190 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549'] for port (b43894f9-f5d9-4091-b130-3c457071dc06), after_delete {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.038261 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] No DVR routers for this DVR port b43894f9-f5d9-4091-b130-3c457071dc06 on host dv-cinder-851449-7-iscsi {{(pid=113647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:12:09.040233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Pushing event deleted for resources: {'Port': ['ID=b43894f9-f5d9-4091-b130-3c457071dc06,revision_number=None']} {{(pid=113648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:09.042667 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43894f9-f5d9-4091-b130-3c457071dc06,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:09.046885 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] No DVR routers for this DVR port b43894f9-f5d9-4091-b130-3c457071dc06 on host dv-cinder-851449-7-iscsi {{(pid=113648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:12:09.050013 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.050365 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.050704 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.051069 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.051399 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.051805 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.052047 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.052382 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.052694 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.053015 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.053340 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.053922 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.054240 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.054557 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.054869 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e77657b-d6fb-4a5c-8f66-d5637310cc65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851449-7-iscsi {{(pid=113648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 26 16:12:09.121985 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (b0da63e8-a587-4953-adca-efb59d8c08a4), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.143007 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0da63e8-a587-4953-adca-efb59d8c08a4']}} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:09.152295 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ca14e2-fe4b-48ea-8900-aac2b638a251') {'for_net_delete': True} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:09.152594 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.services.segments.db [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ca14e2-fe4b-48ea-8900-aac2b638a251') {} {{(pid=113647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:09.162945 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64126051'] for segment (00ca14e2-fe4b-48ea-8900-aac2b638a251), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.177113 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (00ca14e2-fe4b-48ea-8900-aac2b638a251), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.184298 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=113647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:12:09.184681 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63851865'] for segment (00ca14e2-fe4b-48ea-8900-aac2b638a251), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.256122 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment 00ca14e2-fe4b-48ea-8900-aac2b638a251 resource provider aggregate not found Aug 26 16:12:09.275849 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.services.segments.plugin [-] Segment 00ca14e2-fe4b-48ea-8900-aac2b638a251 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00ca14e2-fe4b-48ea-8900-aac2b638a251 found for delete ", "request_id": "req-ddae4e8e-e591-4b9b-bfa0-ce4b5fc7869d"}]} Aug 26 16:12:09.315691 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (b0da63e8-a587-4953-adca-efb59d8c08a4), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.321510 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.324567 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/b0da63e8-a587-4953-adca-efb59d8c08a4 HTTP/1.1" status: 204 len: 168 time: 0.6879120 Aug 26 16:12:09.327675 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 33084) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:09.336726 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c86f-2727-4c4b-bebc-ddaa96eeefb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0da63e8-a587-4953-adca-efb59d8c08a4,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:09.656423 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-67074307'] for router_interface (58298816-4499-465e-b194-ee440f81f7be), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.787060 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b43894f9-f5d9-4091-b130-3c457071dc06 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:09.806614 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:09.807090 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: b43894f9-f5d9-4091-b130-3c457071dc06 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:09.807435 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device b43894f9-f5d9-4091-b130-3c457071dc06 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:09.807845 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a66b4acd-182b-4b7f-b69d-f69592a41899 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:09.810470 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:09.828233 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: a66b4acd-182b-4b7f-b69d-f69592a41899 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:09.828586 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device a66b4acd-182b-4b7f-b69d-f69592a41899 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:09.882752 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Deleting port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:09.883115 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.967468 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] For port fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:09.967822 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:09.980705 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Calling delete_port for fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 owned by network:router_interface {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:10.183944 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-2dbc7dd0-c3d6-4646-bf4b-c46efaeaac9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:10.201211 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:10.232422 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:10.393866 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66613578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-67074423'] for router_interface (58298816-4499-465e-b194-ee440f81f7be), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:10.587143 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:10.599388 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Router 58298816-4499-465e-b194-ee440f81f7be has already been hosted by L3 agent 954b7d46-09d7-42ef-b9b5-d7a82eb9d185 {{(pid=113646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 26 16:12:10.687636 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:10.701680 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] Notify agent at l3_agent.dv-cinder-851449-7-iscsi the message routers_updated {{(pid=113646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 26 16:12:10.707246 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-ec7e7ef2-f569-4ad1-8bd3-1c31f62a34f6 admin admin] 10.222.0.94 "PUT /networking/v2.0/routers/58298816-4499-465e-b194-ee440f81f7be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3784866 Aug 26 16:12:10.709927 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33086) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:10.711660 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Sync routers for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 26 16:12:10.723908 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:12:10.724533 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:12:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:10.761628 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:10.812348 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks [] for router (58298816-4499-465e-b194-ee440f81f7be), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:10.825937 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:12:10.912423 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks [] for router_gateway (58298816-4499-465e-b194-ee440f81f7be), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:10.992408 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:12:10Z', 'revision_number': 5, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:11.017698 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Checking router: 58298816-4499-465e-b194-ee440f81f7be for host: dv-cinder-851449-7-iscsi {{(pid=113648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 26 16:12:11.026048 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Routers {'58298816-4499-465e-b194-ee440f81f7be'} bound to L3 agent in host dv-cinder-851449-7-iscsi {{(pid=113648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 26 16:12:11.026648 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851449-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-26T15:48:10Z,description=,heartbeat_timestamp=2022-08-26T16:12:10Z,host='dv-cinder-851449-7-iscsi',id=954b7d46-09d7-42ef-b9b5-d7a82eb9d185,load=0,resource_versions=,resources_synced=,started_at=2022-08-26T15:48:11Z,topic='l3_agent')) {'router_ids': ['58298816-4499-465e-b194-ee440f81f7be'], 'active': True} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:11.068763 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Deleting port 6bcc48ea-9944-4f05-9239-19a59aebfbb7 {{(pid=113647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:11.069096 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.128264 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_dvr_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] Set router 58298816-4499-465e-b194-ee440f81f7be gateway port host: dv-cinder-851449-7-iscsi {{(pid=113648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 26 16:12:11.149949 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.db [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] For port 6bcc48ea-9944-4f05-9239-19a59aebfbb7, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=6bcc48ea-9944-4f05-9239-19a59aebfbb7,segment=NetworkSegment(a77d4ef5-fd82-413a-a337-5d4809ae5059),segment_id=a77d4ef5-fd82-413a-a337-5d4809ae5059)] {{(pid=113647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:11.150307 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.163779 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.plugins.ml2.plugin [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Calling delete_port for 6bcc48ea-9944-4f05-9239-19a59aebfbb7 owned by network:router_gateway {{(pid=113647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:11.233910 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:11.261337 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:11.305070 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.db.l3_hamode_db [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:12:10Z', 'revision_number': 5, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}], 'dv-cinder-851449-7-iscsi', False) {} {{(pid=113648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:11.330301 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd401a3-928a-42f3-998f-b507a3aff086 None None] The sync data for ids ['58298816-4499-465e-b194-ee440f81f7be'] in dv-cinder-851449-7-iscsi is: [{'id': '58298816-4499-465e-b194-ee440f81f7be', 'name': 'tempest-TestVolumeBootPattern-379546341-router', 'tenant_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'external_fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-26T16:04:55Z', 'updated_at': '2022-08-26T16:12:10Z', 'revision_number': 5, 'project_id': 'd89e0264a19e4a79a8fe884c40a4f593', 'gw_port': {'id': '6bcc48ea-9944-4f05-9239-19a59aebfbb7', 'name': '', 'network_id': 'f5570674-0153-4a3c-8140-130371c301ec', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:a6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58298816-4499-465e-b194-ee440f81f7be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851449-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-26T16:04:56Z', 'updated_at': '2022-08-26T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c29e85a5-b62f-4048-9319-66c92ff11576', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851449-7-iscsi'}] {{(pid=113648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 26 16:12:11.390291 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63851830'] for port (6bcc48ea-9944-4f05-9239-19a59aebfbb7), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.417568 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bcc48ea-9944-4f05-9239-19a59aebfbb7,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:11.478356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:11.483266 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-67075526'] for router_gateway (58298816-4499-465e-b194-ee440f81f7be), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.573575 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-67074358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9393'] for router (58298816-4499-465e-b194-ee440f81f7be), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.575980 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks [] for router_controller (58298816-4499-465e-b194-ee440f81f7be), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.687140 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-67074351'] for router (58298816-4499-465e-b194-ee440f81f7be), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.687732 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58298816-4499-465e-b194-ee440f81f7be {{(pid=113647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 26 16:12:11.692179 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.693345 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-25730c5f-e75e-4942-9381-38a542fdda6e admin admin] 10.222.0.94 "DELETE /networking/v2.0/routers/58298816-4499-465e-b194-ee440f81f7be HTTP/1.1" status: 204 len: 168 time: 0.9824235 Aug 26 16:12:11.695964 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33088) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:11.750253 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Deleting subnet dc35f2de-74b1-4416-90e1-39cd85637b9a {{(pid=113647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 26 16:12:11.754356 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Publish callbacks [] for subnet (dc35f2de-74b1-4416-90e1-39cd85637b9a), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.793723 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64126058'] for subnet (dc35f2de-74b1-4416-90e1-39cd85637b9a), precommit_delete_associations {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.846860 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:11.871936 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:11.872341 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:11.872467 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device fa8cd169-03bf-4e3e-9c93-fd41d4ef71f1 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:11.875739 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1015184'] for subnet (dc35f2de-74b1-4416-90e1-39cd85637b9a), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.927074 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:11.984708 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1014115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63851779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64569494'] for subnet (dc35f2de-74b1-4416-90e1-39cd85637b9a), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.015411 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc35f2de-74b1-4416-90e1-39cd85637b9a,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:12.022802 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.022802 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-4aa0a3f1-8c2a-4fad-babd-b4d1164019d9 admin admin] 10.222.0.94 "DELETE /networking/v2.0/subnets/dc35f2de-74b1-4416-90e1-39cd85637b9a HTTP/1.1" status: 204 len: 168 time: 0.3250768 Aug 26 16:12:12.023114 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b245fbb-9cec-49bc-a2c4-81ae1a484cc4 None None] Network a31cb1c2-5d27-4f33-9273-d79d7505a933 requested from dv-cinder-851449-7-iscsi {{(pid=113648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 26 16:12:12.024736 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 33090) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:12.099098 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545545'] for network (a31cb1c2-5d27-4f33-9273-d79d7505a933), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.142435 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Deleting port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 {{(pid=113646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 26 16:12:12.142879 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735191891959'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.213697 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.db [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] For port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9, host dv-cinder-851449-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851449-7-iscsi',level=0,port_id=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,segment=NetworkSegment(64bb5fb2-664a-4843-95c5-1705f3edb951),segment_id=64bb5fb2-664a-4843-95c5-1705f3edb951)] {{(pid=113646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 26 16:12:12.213989 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-67059978'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.227190 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.plugin [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Calling delete_port for f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 owned by network:dhcp {{(pid=113646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 26 16:12:12.399450 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-639376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-521782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735191897236', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735191518549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65032364'] for port (f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.400066 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66257950-ab09-4ef6-9053-d8006ae1a796 None None] DHCP port deletion for a31cb1c2-5d27-4f33-9273-d79d7505a933 request from dv-cinder-851449-7-iscsi {{(pid=113648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 26 16:12:12.434593 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] No DVR routers for this DVR port f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 on host dv-cinder-851449-7-iscsi {{(pid=113646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 26 16:12:12.436463 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:12.740910 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1008443', 'neutron.services.segments.db._delete_segments_for_network-8735192034654'] for network (a31cb1c2-5d27-4f33-9273-d79d7505a933), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.761001 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31cb1c2-5d27-4f33-9273-d79d7505a933']}} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:12.770455 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bb5fb2-664a-4843-95c5-1705f3edb951') {'for_net_delete': True} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:12.770766 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.services.segments.db [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bb5fb2-664a-4843-95c5-1705f3edb951') {} {{(pid=113646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 26 16:12:12.780412 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735192060124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64995477'] for segment (64bb5fb2-664a-4843-95c5-1705f3edb951), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.794278 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756'] for segment (64bb5fb2-664a-4843-95c5-1705f3edb951), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.801428 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=113646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 26 16:12:12.801818 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1043756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65032387'] for segment (64bb5fb2-664a-4843-95c5-1705f3edb951), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.875252 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 64bb5fb2-664a-4843-95c5-1705f3edb951 resource provider aggregate not found Aug 26 16:12:12.887407 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.services.segments.plugin [-] Segment 64bb5fb2-664a-4843-95c5-1705f3edb951 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64bb5fb2-664a-4843-95c5-1705f3edb951 found for delete ", "request_id": "req-283fd007-78ad-4444-80b6-351fd787b138"}]} Aug 26 16:12:12.926859 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1008428', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66709560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66613629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-67075554'] for network (a31cb1c2-5d27-4f33-9273-d79d7505a933), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.935124 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66613615'] for network (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:12.936012 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] 10.222.0.94 "DELETE /networking/v2.0/networks/a31cb1c2-5d27-4f33-9273-d79d7505a933 HTTP/1.1" status: 204 len: 168 time: 0.9102573 Aug 26 16:12:12.948300 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b0b4-7fd4-4580-a0dd-1d224fcc7a28 admin admin] Pushing event deleted for resources: {'Network': ['ID=a31cb1c2-5d27-4f33-9273-d79d7505a933,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:13.212500 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33100) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:13.253071 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-3c668250-5696-482e-ba5d-a5d2bbafae08 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=3c5f0e0c02e64047b9ca17a7320b0bf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394216 Aug 26 16:12:13.255597 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [-] (113647) accepted ('10.222.0.94', 33102) {{(pid=113647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:13.286715 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.304455 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] Publish callbacks [] for security_group (e6782757-1892-4016-a1dd-5ce86b1e737c), before_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.324829 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] Publish callbacks [] for security_group (e6782757-1892-4016-a1dd-5ce86b1e737c), precommit_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.441123 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (e6782757-1892-4016-a1dd-5ce86b1e737c), after_delete {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.443646 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron_lib.callbacks.manager [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.444812 dv-cinder-851449-7-iscsi neutron-server[113647]: INFO neutron.wsgi [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/e6782757-1892-4016-a1dd-5ce86b1e737c HTTP/1.1" status: 204 len: 168 time: 0.1882954 Aug 26 16:12:13.453607 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d26ea0-71de-4062-aea0-17e06fdb3e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6782757-1892-4016-a1dd-5ce86b1e737c,revision_number=None']} {{(pid=113647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:13.486981 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:13.799658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6bcc48ea-9944-4f05-9239-19a59aebfbb7 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:13.825663 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: 6bcc48ea-9944-4f05-9239-19a59aebfbb7 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:13.826014 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device 6bcc48ea-9944-4f05-9239-19a59aebfbb7 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:13.826421 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 no longer exists at agent ovs-agent-dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 26 16:12:13.845381 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.plugin [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] No Port match for: f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 {{(pid=113648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 26 16:12:13.845728 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron.plugins.ml2.rpc [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Device f7adbaf0-7e2e-4fab-9887-cd1a32acdeb9 not bound to the agent host dv-cinder-851449-7-iscsi {{(pid=113648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 26 16:12:14.116740 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 33108) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:14.156267 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-44a38aa1-1ab1-4972-a245-b53b62faedc5 admin admin] 10.222.0.94 "GET /networking/v2.0/security-groups?tenant_id=d89e0264a19e4a79a8fe884c40a4f593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383203 Aug 26 16:12:14.159338 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [-] (113646) accepted ('10.222.0.94', 33110) {{(pid=113646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 26 16:12:14.206749 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] Publish callbacks [] for security_group (9922fde5-de04-4d4e-a541-7794134cb75e), before_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:14.227174 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] Publish callbacks [] for security_group (9922fde5-de04-4d4e-a541-7794134cb75e), precommit_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:14.367283 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66713070'] for security_group (9922fde5-de04-4d4e-a541-7794134cb75e), after_delete {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:14.369860 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron_lib.callbacks.manager [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=113646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:14.373470 dv-cinder-851449-7-iscsi neutron-server[113646]: INFO neutron.wsgi [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] 10.222.0.94 "DELETE /networking/v2.0/security-groups/9922fde5-de04-4d4e-a541-7794134cb75e HTTP/1.1" status: 204 len: 168 time: 0.2107439 Aug 26 16:12:14.380608 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae491dc-0b4c-4a4f-a514-97a6b4dad537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9922fde5-de04-4d4e-a541-7794134cb75e,revision_number=None']} {{(pid=113646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 26 16:12:14.430016 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:17.513073 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=8 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:17.513878 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=65 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:22.506185 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [req-1e2b572d-6d1d-4023-a37a-f05345f6d953 req-49f466f7-6cb9-4241-9460-5452c4449a07 service neutron] (113646) timed out ('10.222.0.102', 60380) {{(pid=113646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:12:22.758553 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG neutron.wsgi [req-38f44f66-b282-4878-a38a-6a750aa990cd req-8200187d-0132-4ee4-8efd-4e8e38de0d9e service neutron] (113646) timed out ('10.222.0.102', 60379) {{(pid=113646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:12:23.357680 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:DELETE=10,neutron:SELECT=55,neutron:UPDATE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:23.448968 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG dbcounter [-] [113647] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=113647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:24.375206 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:24.376098 dv-cinder-851449-7-iscsi neutron-server[113646]: DEBUG dbcounter [-] [113646] Writing DB stats neutron:SELECT=79,neutron:DELETE=7 {{(pid=113646) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:24.391487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=31,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:24.392748 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:31.302726 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:12:37.578273 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-89181bd0-eb19-45bf-9eab-5d7873ff42c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:40.183489 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-166ae9f5-b4a3-4093-b86a-ac13918819e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:41.909455 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:43.279550 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:43.483752 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:44.549331 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:12:47.267745 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:47.272592 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:54.505057 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:12:54.506984 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:05.270604 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=13 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:05.272490 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=13 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:07.571672 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-1d827db4-7ef8-4226-823f-028cbb56ad4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:08.301573 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:13:10.194273 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f9c214d4-ada5-4867-8ec1-73671476f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:11.891490 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:13.268991 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:13.438608 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:14.444201 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:24.266737 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:24.270661 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=7 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:24.382482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:24.384358 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:37.582511 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-010eaeb4-7893-41ab-9913-238bbc75c443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:40.214508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-a6ae7f56-10b3-4afd-a6ee-751fee1120f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:41.891086 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:43.282974 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:43.449101 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:44.460465 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:13:45.301640 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:13:54.398541 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:13:54.400434 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:05.347817 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=4 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:05.348563 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:07.565002 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6e5e4cf9-6d5b-4aa3-867e-9d204c804a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:10.219238 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-6fcab5ee-ba9d-47cb-8e32-0e345a680100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:11.901658 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:13.287482 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:13.448253 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:14.473343 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:22.301849 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:14:24.400907 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:24.403250 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:37.578211 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-f7f2a093-3610-40ee-a25d-cc0515d47db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:38.259622 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:38.264481 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:40.224126 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-43865858-4f16-41d6-a6f3-2075060db57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:41.914994 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:43.297743 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:43.440607 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:44.461437 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:14:54.395256 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:54.398135 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:14:59.302320 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:15:07.575626 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-45c4004d-6a12-4420-9508-dc14da0cdcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:10.205350 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-83a2c7dd-c29b-46a5-8b42-733933e40088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:11.925624 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:13.302970 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:13.451028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:14.478166 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:15.265141 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=15 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:15.270556 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=19 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:24.416449 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:24.419344 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:36.302893 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:15:37.564763 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-5612867f-0df6-4112-8177-15cd7c2c405c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:40.216058 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31508d00-2677-42fc-b888-81ee44e1e7b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:41.924653 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:43.283369 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:43.449462 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:44.461225 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:15:52.261482 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:52.266345 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=6 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:54.415778 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:15:54.417673 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:05.352916 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:05.353655 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:DELETE=1 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:07.581028 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-337a40b5-5579-4dd2-918d-6773de9ff610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:10.231134 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-ea9f6c8e-f1fe-44ed-a435-626975b113b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:11.923408 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:13.300332 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:13.301979 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:16:13.443487 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:14.483090 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:24.418428 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:24.421391 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:29.256051 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=2 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:29.261905 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=6 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:37.545223 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-637f76ae-a370-436c-ae67-1e1a561c145d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:40.219506 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-980e6330-01c2-4ad7-85a3-01a7e5abcd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:41.933552 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:42.737519 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-fbba6fc6-ef25-4fae-a003-a1bdc8ad9f50 req-7f970a28-f080-4ee4-99f7-9d777c9f0740 service neutron] (113647) timed out ('10.222.0.102', 60382) {{(pid=113647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:16:43.276569 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:43.437038 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:44.464936 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:16:50.303532 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:16:54.407724 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:16:54.410731 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:06.266587 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:06.267289 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=17 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:07.567508 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-3200dc7a-abda-4bc5-b266-b573de1fbf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:10.218730 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-23b5c7e4-6826-463d-ae46-2f58a5c07c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:11.933124 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:13.287153 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:13.458791 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:14.498262 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:24.422080 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:24.423959 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:27.303822 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:17:37.618477 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-40f39e9c-49e8-4895-9da7-dfba0d7832ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:40.212073 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-e3fbed47-7d82-4e95-b9ba-7cbf099c15c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:41.704574 dv-cinder-851449-7-iscsi neutron-server[113647]: DEBUG neutron.wsgi [req-80057c98-3030-4fe5-9730-37f95fa59f28 req-90221f4a-c847-42ca-89f8-4d672115b72b service neutron] (113647) timed out ('10.222.0.102', 60407) {{(pid=113647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 26 16:17:41.960887 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:43.269263 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=5 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:43.273076 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG dbcounter [-] [113649] Writing DB stats neutron:SELECT=3 {{(pid=113649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:43.315305 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:43.451963 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:44.486557 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:17:54.429100 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:17:54.431007 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG dbcounter [-] [113648] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=113648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 26 16:18:04.317919 dv-cinder-851449-7-iscsi neutron-server[113649]: DEBUG neutron.db.agents_db [None req-48e6c1f8-96f6-4401-a14e-ddb6b34fd37f None None] Agent healthcheck: found 6 active agents {{(pid=113649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 26 16:18:07.560352 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-123d9f7f-2b2d-42d7-b644-b36b0b851fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (e71cfaed-bbf4-4684-bb74-8d9806ebce7c), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:18:10.246142 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-4d469e7a-7ff3-49da-b606-1049dcdc8e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (954b7d46-09d7-42ef-b9b5-d7a82eb9d185), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:18:11.931884 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-c665435b-5c8e-40d1-82e8-696091edd9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (485bb307-f26e-4dea-9abd-52831e70487f), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:18:13.308852 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0c5eda2b-087d-436c-be83-fb21ca25732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (fb52f8bb-8555-47de-83dc-f0c739e42d9a), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:18:13.491820 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-0122e687-5060-47be-967c-a6cff9d35abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (b3ef8372-9f27-4b60-af0c-e6cf6b95c7ed), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 26 16:18:14.497647 dv-cinder-851449-7-iscsi neutron-server[113648]: DEBUG neutron_lib.callbacks.manager [None req-31a1e891-ce8b-4ed4-83cd-d739fdbf8425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735192034636', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1015780'] for agent (1fceb280-a270-425a-8df6-47fa1826b718), after_update {{(pid=113648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}